-- Logs begin at Fri 2022-10-14 01:46:37 UTC, end at Fri 2022-10-14 02:43:37 UTC. -- Oct 14 02:15:59.573729 dv-cinder-845069-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 14 02:16:02.211926 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.common.config [-] Logging enabled! Oct 14 02:16:02.212527 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev80 Oct 14 02:16:02.212703 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104302) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 14 02:16:02.215886 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.common.config [-] Logging enabled! Oct 14 02:16:02.216137 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev80 Oct 14 02:16:02.216439 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104302) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 14 02:16:02.217353 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 02:16:02.217583 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 02:16:02.218057 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 02:16:02.218352 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 02:16:02.218576 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 02:16:02.218891 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.219215 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.219449 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.219743 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.220032 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.220310 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.220595 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.220886 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.221169 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.221442 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.221721 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.221948 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.222224 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.222506 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.222788 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.223009 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] debug = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.223307 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.223726 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.225087 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.225370 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.225660 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.225935 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.226205 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.226477 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.226757 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.227099 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] host = dv-cinder-845069-4-iscsi {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.227385 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.227669 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.227952 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.228234 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.228513 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.228775 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.229055 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.229324 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.229591 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] log_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.229862 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.230145 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.230427 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.230713 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.230935 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.231192 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.231480 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.231767 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.232039 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.232310 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.232579 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.232848 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.233116 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.233380 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.233659 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.234461 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.234780 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.235099 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.235375 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.235644 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.235912 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.236193 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.236462 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.236732 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.237001 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.237280 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.237545 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.237820 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.238115 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.238398 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.238675 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.238956 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.239255 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.239534 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.240055 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.240321 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.240586 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] use_json = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.240853 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.241117 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.241392 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.241659 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.241927 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.242194 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.242460 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.242739 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.243007 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:02.243322 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.243617 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.243913 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.244193 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.244493 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.244771 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.245059 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.245336 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.245622 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.245910 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.246194 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.246467 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.246761 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.247046 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.247359 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.247664 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.247954 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.248244 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.248517 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.248788 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.249058 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.250013 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.250317 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.250606 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.250897 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.251212 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.251494 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.251792 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.252077 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.252360 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.252653 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.252943 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.253216 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.253495 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.253780 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.254056 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.254327 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.254613 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.254887 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.255179 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.255461 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.255750 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.256036 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.256308 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.256583 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.256869 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.257141 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.257409 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.257675 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.257951 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.258219 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.258500 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.258773 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.259044 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.259337 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.259611 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.259881 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.260152 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.260426 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.260696 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.260970 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.261242 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.261510 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.261780 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.262049 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.262318 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.262589 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.262856 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.263165 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.263437 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.263706 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.263974 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.264244 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.264514 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.264792 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.265113 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.265387 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.265660 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.265935 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.266208 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.266479 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.266751 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.267023 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.267320 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.267587 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.267878 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.268157 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.268439 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.268717 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.269007 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.269298 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.269570 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.269842 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.270115 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.270386 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.270658 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.270938 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.271240 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.271512 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.271791 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.272072 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.272362 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.272653 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.272928 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.273217 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.273507 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.273794 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.274070 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.274374 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.274649 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:02.274865 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 02:16:02.275127 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104302) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 14 02:16:02.648246 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 14 02:16:02.648563 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 14 02:16:02.648825 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 14 02:16:02.649054 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 14 02:16:02.649329 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 14 02:16:02.649652 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 14 02:16:02.969535 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:02.969717 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:02.969991 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:02.971196 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:02.971472 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:02.971732 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.023238 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.023518 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.023788 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.039537 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.039817 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.040087 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.067669 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.067942 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.068207 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.103629 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.103902 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.104168 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.331852 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.332477 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.332477 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.333542 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.334247 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.429696 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.430012 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.430293 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.430562 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.430822 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.431159 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.431420 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.431674 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.431926 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.432204 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.432462 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.432723 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.432975 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.433223 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.433481 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.433748 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.434000 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.434262 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.434527 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.434780 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.435049 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.435325 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.435603 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.435973 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.436224 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.436470 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.437441 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:16:03.437690 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:16:03.437996 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:16:03.438235 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:16:03.438471 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:16:03.438706 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:16:03.439093 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 14 02:16:03.442108 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 14 02:16:03.445965 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 14 02:16:03.449785 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 14 02:16:03.451406 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 14 02:16:03.452018 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 14 02:16:03.452352 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 14 02:16:03.453297 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 14 02:16:03.456058 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 14 02:16:03.456303 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 14 02:16:03.456644 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 02:16:03.461637 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 14 02:16:03.484227 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 14 02:16:03.484670 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.484962 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104302) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 14 02:16:03.485327 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.486659 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104302) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 14 02:16:03.486935 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 02:16:03.487209 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 14 02:16:03.498096 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.498374 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:03.668515 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 14 02:16:03.668699 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 14 02:16:03.668936 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 14 02:16:03.669310 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 14 02:16:03.722004 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO dbcounter [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Registered counter for database neutron Oct 14 02:16:03.743020 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_db.sqlalchemy.engines [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104302) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 14 02:16:03.748945 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG dbcounter [-] [104302] Writer thread running {{(pid=104302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 02:16:04.310191 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Initializing driver for type 'gre' Oct 14 02:16:04.310724 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] gre ID ranges: [(1, 1000)] Oct 14 02:16:04.370247 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Initializing driver for type 'local' Oct 14 02:16:04.370916 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Initializing driver for type 'vlan' Oct 14 02:16:04.384228 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] VlanTypeDriver initialization complete Oct 14 02:16:04.384559 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Initializing driver for type 'vxlan' Oct 14 02:16:04.385045 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] vxlan ID ranges: [(1, 1000)] Oct 14 02:16:04.443213 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Initializing extension driver 'port_security' Oct 14 02:16:04.443527 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.extensions.port_security [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] PortSecurityExtensionDriver initialization complete Oct 14 02:16:04.443903 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Initializing mechanism driver 'openvswitch' Oct 14 02:16:04.444238 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Initializing mechanism driver 'hyperv' Oct 14 02:16:04.450753 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.plugins.ml2.plugin [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:16:04.451441 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > port after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.451806 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > port after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.452155 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > port after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.452672 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:16:04.453169 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > subnet after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.453526 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > subnet after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.453873 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.454264 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:16:04.454669 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > network after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.455017 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > network after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.455386 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > network after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.455808 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:16:04.456211 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > security_group after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.456558 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > security_group after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.456895 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > security_group after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.457282 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:16:04.457679 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.458023 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.458361 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.458873 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:16:04.459297 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > address_group after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.459644 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > address_group after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.459992 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > address_group after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.460371 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:16:04.460806 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] ML2 OVO RPC backend initialized. {{(pid=104302) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 14 02:16:04.461506 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.461857 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.462268 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > network before_response 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.462616 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > networks before_response 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.462958 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > port before_response 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.463324 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > ports before_response 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.463669 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > subnet before_response 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.464012 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > subnets before_response 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.464353 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > network after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.464688 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > network after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.465018 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > network after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.465358 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > port after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.465728 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > port after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.466057 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > port after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.466389 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > subnet after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.466721 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > subnet after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.467048 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.474701 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded quota_driver: . Oct 14 02:16:04.475080 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.plugin [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Modular L2 Plugin initialization complete Oct 14 02:16:04.475436 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading services supported by the core plugin {{(pid=104302) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 14 02:16:04.475776 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.plugins.ml2.managers [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Got port-security extension from driver 'port_security' Oct 14 02:16:04.476245 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.extensions.vlantransparent [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Disabled vlantransparent extension. Oct 14 02:16:04.476731 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104302) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 14 02:16:04.477052 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading Plugin: router Oct 14 02:16:04.512899 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router_interface before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.513281 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router after_create 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.513647 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router before_create 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.514007 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.514380 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.514734 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router after_delete 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.515310 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > floatingip after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.515666 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > floatingip after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.516022 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router after_create 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.516367 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router after_update 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.516712 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router after_update 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.517054 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.517409 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router after_update 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.517817 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router precommit_update 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.518186 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: port after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.518527 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: port after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.518862 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: subnet after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.519235 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.519580 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > port precommit_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.519923 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router precommit_create 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.520262 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: port before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.520603 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router precommit_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.520955 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router after_update 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.521290 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router precommit_delete 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.521633 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router precommit_create 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.521987 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.522326 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router precommit_update 55549900 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.522697 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > agent after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.523027 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > agent after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.523387 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > network after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.524233 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Tracking information for resource: router configured {{(pid=104302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:16:04.524558 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Tracking information for resource: floatingip configured {{(pid=104302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:16:04.529431 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.db.l3_agentschedulers_db [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 14 02:16:04.529973 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: port after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.530331 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: port after_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.530777 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: port after_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.531157 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: port after_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.531932 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router before_create 55550100 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.532292 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router precommit_delete 55550100 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.532651 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router precommit_create 55550100 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.533005 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > router precommit_update 55550100 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.537842 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.services.provider_configuration [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service providers = [] {{(pid=104302) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 14 02:16:04.538205 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.db.servicetype_db [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104302) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 14 02:16:04.541140 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.services.service_base [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 02:16:04.541486 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.services.service_base [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 02:16:04.541824 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.services.service_base [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 02:16:04.542695 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.services.service_base [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 02:16:04.543078 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.services.service_base [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 14 02:16:04.543454 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:16:04.543775 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 14 02:16:04.555733 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:16:04.556065 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading Plugin: auto_allocate Oct 14 02:16:04.562338 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: network precommit_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.562784 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: network precommit_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.563338 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:16:04.563659 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading Plugin: tag Oct 14 02:16:04.570210 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:16:04.570540 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading Plugin: timestamp Oct 14 02:16:04.574533 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:16:04.574862 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading Plugin: network_ip_availability Oct 14 02:16:04.580440 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.580805 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.581158 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.581865 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:16:04.582180 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading Plugin: flavors Oct 14 02:16:04.586770 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:16:04.587121 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading Plugin: revisions Oct 14 02:16:04.591476 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:16:04.591857 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_concurrency.lockutils [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.942s {{(pid=104302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 14 02:16:04.592583 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104302) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 14 02:16:04.592939 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Initializing extension manager. Oct 14 02:16:04.593601 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: __init__.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.593943 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: __pycache__ {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.594279 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: address_group.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.595178 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.595735 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: address-group Oct 14 02:16:04.596057 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: address_scope.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.596721 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.597218 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: address-scope Oct 14 02:16:04.597536 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: admin_state_down_before_update.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.598414 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.598888 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: router-admin-state-down-before-update Oct 14 02:16:04.599248 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: agent.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.599901 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.600391 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: agent Oct 14 02:16:04.600709 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: agent_resources_synced.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.601557 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.602053 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: agent-resources-synced Oct 14 02:16:04.602373 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: allowedaddresspairs.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.604102 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.604607 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: allowed-address-pairs Oct 14 02:16:04.604930 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: auto_allocated_topology.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.605945 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.606445 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: auto-allocated-topology Oct 14 02:16:04.606766 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: availability_zone.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.607440 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.607941 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: availability_zone Oct 14 02:16:04.608259 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: availability_zone_filter.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.609639 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.610133 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: availability_zone_filter Oct 14 02:16:04.610449 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: data_plane_status.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.611327 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.611821 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension data-plane-status not supported by any of loaded plugins Oct 14 02:16:04.612136 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: default_subnetpools.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.612992 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.613488 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: default-subnetpools Oct 14 02:16:04.613812 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: dhcpagentscheduler.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.614809 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.615344 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: dhcp_agent_scheduler Oct 14 02:16:04.615662 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: dns.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.616517 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.617006 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension dns-integration not supported by any of loaded plugins Oct 14 02:16:04.617322 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: dns_domain_ports.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.618173 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.618661 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 14 02:16:04.618977 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.619864 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.620353 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 14 02:16:04.620669 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: dvr.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.621291 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.621783 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: dvr Oct 14 02:16:04.622104 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: ecmp_routes.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.622962 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.623484 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension ecmp_routes not supported by any of loaded plugins Oct 14 02:16:04.623805 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: empty_string_filtering.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.625254 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.625746 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: empty-string-filtering Oct 14 02:16:04.626062 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.626912 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.627440 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 14 02:16:04.627756 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.628611 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.629099 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 14 02:16:04.629414 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: external_net.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.630255 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.630750 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: external-net Oct 14 02:16:04.631093 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: extra_dhcp_opt.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.631947 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.632444 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: extra_dhcp_opt Oct 14 02:16:04.632760 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: extraroute.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.633609 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.634127 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: extraroute Oct 14 02:16:04.634442 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: extraroute_atomic.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.635435 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.635931 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: extraroute-atomic Oct 14 02:16:04.636247 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: filter_validation.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.636858 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.637344 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: filter-validation Oct 14 02:16:04.637657 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: fip_pf_description.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.638507 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.638995 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 14 02:16:04.639334 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: fip_pf_detail.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.640209 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.640704 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: floating-ip-port-forwarding-detail Oct 14 02:16:04.641020 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: fip_pf_port_range.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.641883 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.642376 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 14 02:16:04.642692 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: fip_port_details.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.643585 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.644093 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: fip-port-details Oct 14 02:16:04.644409 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: flavors.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.645558 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.646059 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: flavors Oct 14 02:16:04.646379 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.647973 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.648492 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 14 02:16:04.648817 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: floatingip_pools.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.649467 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.649967 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: floatingip-pools Oct 14 02:16:04.650293 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: ip_allocation.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.651187 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.651683 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension ip_allocation not supported by any of loaded plugins Oct 14 02:16:04.652003 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.652882 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.653378 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: ip-substring-filtering Oct 14 02:16:04.653704 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: l2_adjacency.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.654570 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.655081 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension l2_adjacency not supported by any of loaded plugins Oct 14 02:16:04.655430 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: l3.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.656335 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.656835 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: router Oct 14 02:16:04.657155 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: l3_conntrack_helper.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.659516 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.660036 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 14 02:16:04.660382 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.661231 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.661738 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: ext-gw-mode Oct 14 02:16:04.662066 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.662927 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.663466 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: l3-ha Oct 14 02:16:04.663792 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.664645 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.665145 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 14 02:16:04.665468 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: l3_flavors.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.666325 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.666827 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: l3-flavors Oct 14 02:16:04.667183 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: l3_ndp_proxy.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.668490 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.668995 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 14 02:16:04.669318 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.670176 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.670676 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: l3-port-ip-change-not-allowed Oct 14 02:16:04.671637 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: l3agentscheduler.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.672883 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.673576 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: l3_agent_scheduler Oct 14 02:16:04.673907 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: local_ip.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.675605 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.676116 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension local_ip not supported by any of loaded plugins Oct 14 02:16:04.676444 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: logging.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.677846 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.678360 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension logging not supported by any of loaded plugins Oct 14 02:16:04.678689 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: metering.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.679406 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.679974 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: metering Oct 14 02:16:04.680302 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.681343 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.681853 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: metering_source_and_destination_fields Oct 14 02:16:04.682178 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: multiprovidernet.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.683048 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.683581 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: multi-provider Oct 14 02:16:04.683908 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: netmtu.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.684774 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.685276 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: net-mtu Oct 14 02:16:04.685599 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: netmtu_writable.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.686459 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.687653 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: net-mtu-writable Oct 14 02:16:04.688036 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: network_availability_zone.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.688667 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.689164 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: network_availability_zone Oct 14 02:16:04.689482 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: network_ip_availability.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.690520 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.691017 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: network-ip-availability Oct 14 02:16:04.691364 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: network_segment_range.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.692078 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.692571 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension network-segment-range not supported by any of loaded plugins Oct 14 02:16:04.692890 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: pagination.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.693814 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.694142 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: pagination Oct 14 02:16:04.694462 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: port_device_profile.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.695341 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.695843 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: port-device-profile Oct 14 02:16:04.696165 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: port_mac_address_override.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.697039 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.697541 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: port-mac-override Oct 14 02:16:04.697863 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.698725 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.699246 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: port-mac-address-regenerate Oct 14 02:16:04.699569 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.700423 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.700919 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: port-numa-affinity-policy Oct 14 02:16:04.701236 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: port_resource_request.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.702097 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.702632 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension port-resource-request not supported by any of loaded plugins Oct 14 02:16:04.702945 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: port_resource_request_groups.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.703886 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.704378 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 14 02:16:04.704694 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: portbindings.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.705575 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.706069 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: binding Oct 14 02:16:04.706386 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: portbindings_extended.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.707626 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.708136 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: binding-extended Oct 14 02:16:04.708460 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: portsecurity.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.709316 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.709820 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: port-security Oct 14 02:16:04.710139 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: project_id.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.711276 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.711603 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: project-id Oct 14 02:16:04.711923 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: providernet.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.712790 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.713291 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: provider Oct 14 02:16:04.713619 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.717099 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.717616 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos not supported by any of loaded plugins Oct 14 02:16:04.718464 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.719698 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.720207 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 14 02:16:04.720532 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.721397 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.721901 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 14 02:16:04.722222 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_default.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.723105 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.723609 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-default not supported by any of loaded plugins Oct 14 02:16:04.723928 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_fip.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.724811 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.725309 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-fip not supported by any of loaded plugins Oct 14 02:16:04.725635 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_fip_network_policy.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.726492 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.726992 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 14 02:16:04.727811 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_gateway_ip.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.728194 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.728688 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 14 02:16:04.729006 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_port_network_policy.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.729859 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.730353 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 14 02:16:04.730671 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.731665 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.732167 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 14 02:16:04.732487 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.733475 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.734536 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 14 02:16:04.734920 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_pps_rule.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.736083 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.736589 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-pps not supported by any of loaded plugins Oct 14 02:16:04.736909 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_rule_type_details.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.737773 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.738269 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 14 02:16:04.738589 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_rule_type_filter.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.739466 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.740218 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 14 02:16:04.740534 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: qos_rules_alias.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.741523 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.742027 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 14 02:16:04.742347 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: quota_check_limit.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.743242 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.743744 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: quota-check-limit Oct 14 02:16:04.744064 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: quotasv2.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.744987 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.745310 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: quotas Oct 14 02:16:04.745628 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: quotasv2_detail.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.747321 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.747654 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: quota_details Oct 14 02:16:04.747980 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: rbac.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.748997 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.749579 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: rbac-policies Oct 14 02:16:04.749903 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: rbac_address_group.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.750778 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.751336 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: rbac-address-group Oct 14 02:16:04.751660 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: rbac_address_scope.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.752610 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.753111 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: rbac-address-scope Oct 14 02:16:04.753430 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: rbac_security_groups.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.754311 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.754807 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: rbac-security-groups Oct 14 02:16:04.755156 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: rbac_subnetpool.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.756023 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.756517 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: rbac-subnetpool Oct 14 02:16:04.756834 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: revisionifmatch.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.757697 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.758192 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: revision-if-match Oct 14 02:16:04.758509 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: revisions.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.759605 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.760102 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: standard-attr-revisions Oct 14 02:16:04.760421 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: router_availability_zone.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.761042 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.761543 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: router_availability_zone Oct 14 02:16:04.761858 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: routerservicetype.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.762728 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.763249 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension router-service-type not supported by any of loaded plugins Oct 14 02:16:04.763569 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.764447 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.764971 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: security-groups-normalized-cidr Oct 14 02:16:04.765291 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: security_groups_port_filtering.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.766154 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.766652 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: port-security-groups-filtering Oct 14 02:16:04.766969 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.767864 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.768367 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: security-groups-remote-address-group Oct 14 02:16:04.768683 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.769562 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.770062 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: security-groups-shared-filtering Oct 14 02:16:04.770379 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: securitygroup.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.780210 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.781266 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: security-group Oct 14 02:16:04.781577 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: segment.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.782256 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.782756 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension segment not supported by any of loaded plugins Oct 14 02:16:04.783090 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.783989 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.784493 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 14 02:16:04.784821 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: servicetype.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.785859 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.786359 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: service-type Oct 14 02:16:04.786680 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: sorting.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.787641 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.787966 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: sorting Oct 14 02:16:04.788283 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: standard_attr_segment.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.789163 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.789670 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 14 02:16:04.789988 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: standardattrdescription.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.790592 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.791113 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: standard-attr-description Oct 14 02:16:04.791436 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: stateful_security_group.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.792313 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.792816 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: stateful-security-group Oct 14 02:16:04.793133 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: stdattrs_common.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.793670 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 14 02:16:04.793990 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.794860 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.795390 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 14 02:16:04.795708 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: subnet_onboard.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.797314 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.797825 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: subnet_onboard Oct 14 02:16:04.798148 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.799022 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.799553 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 14 02:16:04.799875 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: subnet_service_types.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.800745 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.801253 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: subnet-service-types Oct 14 02:16:04.801573 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: subnetallocation.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.802584 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.803123 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: subnet_allocation Oct 14 02:16:04.803447 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.804068 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.804575 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: subnetpool-prefix-ops Oct 14 02:16:04.804899 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.805771 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.806266 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 14 02:16:04.806583 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: tagging.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.807622 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.808134 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: standard-attr-tag Oct 14 02:16:04.808454 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: timestamp.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.809589 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.810095 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loaded extension: standard-attr-timestamp Oct 14 02:16:04.810413 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: trunk.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.811413 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.812007 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension trunk not supported by any of loaded plugins Oct 14 02:16:04.812438 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: trunk_details.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.813260 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.813761 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension trunk-details not supported by any of loaded plugins Oct 14 02:16:04.814083 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: uplink_status_propagation.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.814949 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.815551 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 14 02:16:04.815873 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Loading extension file: vlantransparent.py {{(pid=104302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:16:04.816495 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:16:04.816988 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extension vlan-transparent not supported by any of loaded plugins Oct 14 02:16:04.819587 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:network Oct 14 02:16:04.820104 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:subnet Oct 14 02:16:04.820494 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 02:16:04.820879 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:port Oct 14 02:16:04.822103 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.822541 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service FLAVORS assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.823174 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.823609 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.823939 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:router Oct 14 02:16:04.824369 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:floatingip Oct 14 02:16:04.824859 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service METERING assigned prefix: /metering {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.826284 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.826658 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.827009 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:16:04.828066 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 02:16:04.828499 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:security_group Oct 14 02:16:04.828921 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 02:16:04.829461 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service CORE assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.829789 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 02:16:04.830131 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] subnetpool is already registered Oct 14 02:16:04.830559 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service CORE assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.830888 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 02:16:04.831248 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] subnetpool is already registered Oct 14 02:16:04.833586 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.834035 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service FLAVORS assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.834660 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.835231 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.835562 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:router Oct 14 02:16:04.835913 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] router is already registered Oct 14 02:16:04.836333 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:floatingip Oct 14 02:16:04.836668 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] floatingip is already registered Oct 14 02:16:04.837130 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service METERING assigned prefix: /metering {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.837833 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 02:16:04.838158 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] rbac_policy is already registered Oct 14 02:16:04.838574 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:security_group Oct 14 02:16:04.838903 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] security_group is already registered Oct 14 02:16:04.839356 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 02:16:04.839688 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] security_group_rule is already registered Oct 14 02:16:04.840180 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service CORE assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.840501 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 02:16:04.840828 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] subnetpool is already registered Oct 14 02:16:04.841243 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.v2.resource_helper [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Service CORE assigned prefix: {{(pid=104302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:16:04.841558 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 02:16:04.841882 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING neutron.quota.resource_registry [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] subnetpool is already registered Oct 14 02:16:04.842332 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: extensions {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.844506 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: address-groups {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.846003 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: address-scopes {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.847238 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: agents {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.848401 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: auto-allocated-topology {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.850845 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: availability_zones {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.852092 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: dhcp-networks {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.853506 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: dhcp-agents {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.855035 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: routers {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.856771 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: flavors {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.857933 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: service_profiles {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.859339 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: next_providers {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.860800 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: service_profiles {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.862229 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: floatingip-pools {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.863492 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: routers {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.865604 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: floatingips {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.866782 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: l3-routers {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.868189 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: l3-agents {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.869724 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: metering-labels {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.870979 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: metering-label-rules {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.872275 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: network-ip-availabilities {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.873724 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: bindings {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.875987 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: quotas {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.877539 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: quotas {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.879186 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: rbac-policies {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.880376 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: security-groups {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.881571 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: security-group-rules {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.882826 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: service-providers {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.884156 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: subnetpools {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.885489 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: subnetpools {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.886932 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: tags {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.888713 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: tags {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.891291 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: tags {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.893149 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: tags {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.894826 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: tags {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.896723 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: tags {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.898496 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: tags {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.900308 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: tags {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.902067 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: tags {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.903917 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron.api.extensions [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Extended resource: tags {{(pid=104302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:16:04.910915 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING keystonemiddleware.auth_token [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 14 02:16:04.915936 dv-cinder-845069-4-iscsi neutron-server[104302]: WARNING keystonemiddleware.auth_token [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 14 02:16:04.924644 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_concurrency.lockutils [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Acquiring lock "singleton_lock" {{(pid=104302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 14 02:16:04.924966 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_concurrency.lockutils [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Acquired lock "singleton_lock" {{(pid=104302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 14 02:16:04.925426 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_concurrency.lockutils [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Releasing lock "singleton_lock" {{(pid=104302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 14 02:16:04.926078 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO oslo_service.service [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Starting 2 workers Oct 14 02:16:04.930943 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Started child 104415 {{(pid=104302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 02:16:04.935378 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Started child 104416 {{(pid=104302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 02:16:04.936526 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:04.937730 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO neutron.service [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Neutron service started, listening on 0.0.0.0:9696 Oct 14 02:16:04.938250 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Publish callbacks [] for process (None), before_spawn {{(pid=104302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:04.938597 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [-] (104415) wsgi starting up on http://0.0.0.0:9696 Oct 14 02:16:04.940658 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO oslo_service.service [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Starting 1 workers Oct 14 02:16:04.940777 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:04.942176 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [-] (104416) wsgi starting up on http://0.0.0.0:9696 Oct 14 02:16:04.945886 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Started child 104417 {{(pid=104302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 02:16:04.946441 dv-cinder-845069-4-iscsi neutron-server[104302]: INFO oslo_service.service [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Starting 1 workers Oct 14 02:16:04.949721 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.service [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] calling RpcWorker wait() {{(pid=104417) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 14 02:16:04.950288 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.service [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] returning from RpcWorker wait() {{(pid=104417) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 14 02:16:04.950933 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Started child 104418 {{(pid=104302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 02:16:04.951598 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:04.951713 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG neutron_lib.callbacks.manager [None req-00c12b8a-798f-4a32-97db-969574cc224d None None] Publish callbacks [] for process (None), after_spawn {{(pid=104302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:04.952183 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:16:04.954172 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 02:16:04.954378 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 02:16:04.954557 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 02:16:04.954778 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 02:16:04.955161 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 02:16:04.955342 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 02:16:04.955855 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.956136 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.956422 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.956512 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:04.956959 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.957247 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.957405 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:16:04.957511 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.957747 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.958026 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.958280 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.958446 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.958610 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.958850 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.959092 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.959406 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.959685 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.959930 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.960156 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.960326 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.960574 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.960845 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.961085 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.961362 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] debug = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.961630 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.962099 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.962318 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.962575 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.962801 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.963107 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.963330 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.963594 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.963837 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.964050 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.964301 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.964568 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.964812 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.965060 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.965288 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.965566 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.965783 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.966284 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] host = dv-cinder-845069-4-iscsi {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.966517 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.966752 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.967010 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.967282 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.967534 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.967744 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.968064 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.968311 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.968565 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.968792 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.969030 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.969271 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.969500 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.969728 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.969890 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_options = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.970130 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.970404 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.970691 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.970879 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.971047 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.971232 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.971501 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.971662 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.971907 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.972191 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.972351 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.972576 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.972787 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.973041 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.973290 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.973522 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.974010 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.974254 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.974522 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.974764 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.974989 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.975269 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.975489 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.975727 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.975946 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.976196 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.976427 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.976659 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.976878 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.977107 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.977358 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.977602 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.978212 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.978449 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.978870 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.979130 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.979364 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.979605 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.979869 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.980090 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.980346 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.980588 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.981500 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.981758 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.982715 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.982715 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.983567 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_json = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.985914 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.986339 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.986801 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.987059 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.987346 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.987587 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.987823 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.988070 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.988323 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:04.988774 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.989091 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.989422 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.989934 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.990182 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.990430 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.990882 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.991140 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.991384 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.991624 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.991929 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.992173 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.992483 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.992741 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.993017 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.993350 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.993598 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.993865 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.994121 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.994354 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.994575 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.994795 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.995269 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.995700 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.995939 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.996178 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.996424 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.996904 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.997320 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.997753 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.998096 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.998368 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.998625 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.998885 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.999679 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:04.999970 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.000252 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.000676 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.001069 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.001488 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.001748 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.001995 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.002232 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.002463 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.002675 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.003099 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.003523 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.003922 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.004366 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.004757 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.005121 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.005519 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.005871 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.006247 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.006616 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.007001 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.007449 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.007714 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.007953 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.008216 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.008437 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.008653 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.009093 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.009526 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.009951 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.010337 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.010728 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.010948 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.011238 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.011462 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.011679 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.011896 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.012116 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.012331 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.012543 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.012964 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.013402 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.013835 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.014109 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.014389 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.015450 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.015773 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.016087 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.016387 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.016664 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.016945 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.017235 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.017512 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.017738 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.017950 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.018321 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.018700 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.019010 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.019291 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.019557 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.019979 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.020250 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.020474 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.020732 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.020954 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.021181 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.021410 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.021815 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.022200 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.022450 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.022692 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.022914 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.023198 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.023421 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.023640 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.023859 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.024077 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.024293 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.024545 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.024764 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.025001 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.025246 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.025513 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.025749 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.026009 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.026230 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.026484 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.026716 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.026999 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.027244 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.027536 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.027755 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.028013 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.028309 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.028564 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.029024 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.029280 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.029534 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.029821 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.030216 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.030572 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.030824 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.031061 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.031334 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.031576 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.031815 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.032042 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.032505 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.032896 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.033198 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.033619 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.034007 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.034512 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.034954 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.035272 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.035547 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.035794 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.036048 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.036353 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.036588 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.036825 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.037069 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.037330 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.037562 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.037783 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.038022 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.038238 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.038459 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.038670 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.038906 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.039248 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.039469 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.039682 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.039921 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.040161 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.040406 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.040623 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.040843 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.041073 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.041307 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.041527 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.041743 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.041958 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.042187 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.042400 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.042659 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.042917 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.043159 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.043388 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.043649 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.043903 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.044135 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.044535 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.044782 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.044997 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.045214 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.045434 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.045648 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.045866 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.046208 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.046460 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.046697 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.046941 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.047325 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.047586 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.047817 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.048090 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.048345 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.048582 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.048802 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.049018 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.049257 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.049476 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.049717 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.049960 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.050191 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.050411 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.050668 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.050886 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.051033 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:16:05.051162 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.051336 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.051594 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.051882 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.052137 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.052382 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.052600 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.052821 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.053063 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.053302 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.053512 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.053750 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.053963 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.054174 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.054395 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.054607 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.054944 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.055232 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.055464 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.055924 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.056371 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.056631 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.056881 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.057096 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.057311 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.057536 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.057753 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.057985 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.058227 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.058436 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.058644 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.058863 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.059106 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.059323 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.059571 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.059802 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.060019 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.060553 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.060553 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.060810 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.060952 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.061111 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.061320 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.061537 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.062278 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.062567 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.062739 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.062945 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.063201 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.063396 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.063607 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.063822 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.064107 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.064366 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.064583 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.064862 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.065089 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.065329 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.065549 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.065858 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.066068 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.066303 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.066528 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.066762 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.066997 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.067274 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.067612 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.067901 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.068145 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.068395 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.068679 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.068969 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.069240 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.069453 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.069757 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.070081 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.070333 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.070606 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.070856 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.071145 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.071389 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.071605 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.071837 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.072069 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.072305 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.072572 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.072817 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.073061 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.073281 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.073504 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.073748 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.073990 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.075215 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.075215 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.075215 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.075215 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 02:16:05.075551 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 02:16:05.075551 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 02:16:05.075693 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 02:16:05.075808 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 02:16:05.075975 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 02:16:05.076274 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 02:16:05.076638 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.076807 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.076968 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.077128 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.077379 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.078024 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.078393 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.078393 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.078647 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.078647 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.078911 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.078911 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.079217 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.079354 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.079482 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.079605 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.079717 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.079851 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.080010 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.080169 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.080327 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.080484 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] debug = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.080641 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.080847 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.081011 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.081172 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.081328 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.081495 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.081633 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.081791 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.081949 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.082107 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.082264 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.082422 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.082578 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.082737 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.082894 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.083050 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.083231 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.083390 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] host = dv-cinder-845069-4-iscsi {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.083546 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.083703 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.083988 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.083988 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.084237 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.084393 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.084477 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.084587 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.084745 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.084902 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.085060 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.085217 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.085373 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.085530 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.085689 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_options = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.085845 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.086005 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.086161 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.086499 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.086655 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.086794 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.086942 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.087129 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.087290 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.087441 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.087597 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.087757 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.087914 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.088073 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.088233 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.088391 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.088551 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.088708 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.088866 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.089025 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.089175 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.089338 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.089498 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.089649 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.089846 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.089965 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.090105 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.090262 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.090419 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.090577 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.090735 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.090894 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.091058 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.091241 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.091401 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.091556 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.091713 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.091870 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.092031 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.092188 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.092347 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.092505 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.092663 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.092819 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.093000 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.093159 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.093316 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_json = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.093541 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.093657 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.093761 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.093911 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.094066 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.094222 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.094379 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.094539 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.094694 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:16:05.094869 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.095028 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.095220 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.095381 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.095540 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.095699 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.095859 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.096019 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.096178 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.096337 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.096501 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.096661 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.096830 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.096989 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.097147 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.097308 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.097468 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.097628 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.097787 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.097946 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.098104 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.098261 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.098429 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.098588 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.098745 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.098904 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.099100 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.099249 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.099407 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.099572 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.099745 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.099904 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.100065 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.100224 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.100383 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.100543 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.100703 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.100863 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.101027 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.101188 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.101346 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.101505 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.101664 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.101823 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.101983 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.102143 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.102303 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.102463 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.102621 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.102780 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.102940 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.103119 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.103281 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.103442 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.103602 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.103763 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.103921 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.104088 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.104251 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.104408 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.104566 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.104727 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.104886 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.105045 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.105203 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.105362 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.105520 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.105679 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.105850 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.106008 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.106167 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.106326 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.106486 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.106645 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.106803 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.106963 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.107144 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.107304 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.107464 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.107622 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.107782 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.107940 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.108100 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.108259 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.108418 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.109126 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.109287 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.109446 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.109605 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.109763 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.109922 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.110089 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.110262 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.110421 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.110578 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.110738 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.110897 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.111060 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.111237 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.111395 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.111553 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.111711 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.111870 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.112446 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.112446 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.112446 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.112702 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.112702 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.112845 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.112922 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.113068 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.113226 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.113385 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.113544 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.113704 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.113863 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.114022 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.114181 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.114339 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.114498 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.114922 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.115099 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.115262 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.115430 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.115589 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.115750 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.115909 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.116073 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.116242 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.116402 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.116562 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.116721 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.116880 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.117039 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.117197 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.117356 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.117514 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.117672 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.117831 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.118001 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.118160 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.118319 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.118479 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.118659 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.118817 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.118976 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.119162 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.119321 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.119479 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.119638 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.119796 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.119955 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.120114 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.120273 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.120434 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.120594 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.120754 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.120911 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.121075 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.121234 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.121393 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.121550 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.121709 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.121869 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.122028 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.122185 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.122343 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.122500 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.122660 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.122817 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.122975 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.123159 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.123317 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.123475 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.123634 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.123792 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.123951 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.124109 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.124929 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.125090 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.125252 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.125411 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.125571 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.125731 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.125891 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.126051 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.126211 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.126371 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.126530 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.126691 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.126850 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.127009 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.127192 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.127353 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.127513 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.127674 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.127833 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.127992 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.128169 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.128329 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.128488 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.128649 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.128809 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.128971 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.129116 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.129274 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.129434 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.129593 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.129755 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.129898 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.130060 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.130218 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.130377 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.130535 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.130694 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.130854 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.131015 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.131200 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.131358 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.131518 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.131677 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.131839 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.131998 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.132158 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.132316 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.132474 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.132633 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.132792 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.132950 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.133110 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.133282 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.133441 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.133600 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.133759 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.133918 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.134078 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.134247 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.134405 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.134565 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.134724 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.134882 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.135053 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.135224 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.135383 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.135543 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.135702 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.135861 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.136020 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.136187 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.136346 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.136505 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.136664 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.136822 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.136980 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.137148 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.137307 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.137466 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.137625 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.137785 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.137942 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.138111 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.138270 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.138429 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.138588 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.138746 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.138905 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.139113 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.139254 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.139415 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.139581 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.139758 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.140190 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.140330 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.140535 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.140698 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.140862 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.141010 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.141170 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.141334 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.141487 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.141648 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.141816 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.141986 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.142144 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.142312 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.142479 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.142647 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.142806 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.142972 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.143169 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.143333 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.143492 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.143651 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.143811 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.143970 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.144129 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.144289 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.144448 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.144607 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.144767 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.144926 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.145088 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.145247 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.145405 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.145565 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.145724 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.145883 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.146044 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.146203 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:16:05.146355 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 02:16:05.252516 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 35432) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:05.259461 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047991 Oct 14 02:16:05.263848 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038252 Oct 14 02:16:14.433177 dv-cinder-845069-4-iscsi neutron-server[104302]: DEBUG dbcounter [-] [104302] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:16.542079 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writer thread running {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 02:16:16.544555 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb44d0-f1c5-4b6a-8dba-5003056808b7 None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:16:16.638752 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcb44d0-f1c5-4b6a-8dba-5003056808b7 None None] No non-hosted networks {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 14 02:16:16.661362 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.agentschedulers_db [None req-5dcb44d0-f1c5-4b6a-8dba-5003056808b7 None None] DHCP Agent not found on host dv-cinder-845069-4-iscsi {{(pid=104417) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 14 02:16:16.731947 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-add52c98-a95a-406d-aded-2013fbec706e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587988'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:18.278584 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writer thread running {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 02:16:18.821696 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-50fac39a-779a-44e4-bdcd-dd7e64edbee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587988'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:18.844548 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a6d6-4c00-42d3-80c5-bb10057b2d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:19.784079 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587988'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:20.103462 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 35506) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:20.706931 dv-cinder-845069-4-iscsi neutron-server[104415]: WARNING oslo_policy.policy [None req-058142f2-01d9-4e92-9d4c-39663e84ada9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:16:20.708510 dv-cinder-845069-4-iscsi neutron-server[104415]: WARNING oslo_policy.policy [None req-058142f2-01d9-4e92-9d4c-39663e84ada9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:16:20.936060 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [None req-058142f2-01d9-4e92-9d4c-39663e84ada9 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:16:20.951831 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-058142f2-01d9-4e92-9d4c-39663e84ada9 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8472691 Oct 14 02:16:21.476481 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587988'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:21.668307 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587988'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:21.669416 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.669977 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.673425 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.676671 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.677273 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.677952 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.678800 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.680146 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.680747 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.681330 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.681883 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.682455 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.683104 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.683819 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.684608 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:21.685259 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-845069-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:16:21.694502 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-845069-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:16:22.231144 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.db.l3_hamode_db [None req-05106db2-2f93-4937-a214-49b3708bba8e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 14 02:16:22.321985 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05106db2-2f93-4937-a214-49b3708bba8e None None] Routers set() bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:16:22.322371 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05106db2-2f93-4937-a214-49b3708bba8e None None] Router IDs set() for agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 14 02:16:23.657835 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 35542) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:23.979821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-3cad57d9-b862-4be1-bbd0-307c437d97e0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:16:23.992366 dv-cinder-845069-4-iscsi neutron-server[104415]: ERROR stevedore.extension [None req-3cad57d9-b862-4be1-bbd0-307c437d97e0 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 14 02:16:24.073021 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.policy [None req-3cad57d9-b862-4be1-bbd0-307c437d97e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104415) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 02:16:24.114716 dv-cinder-845069-4-iscsi neutron-server[104415]: WARNING oslo_policy.policy [None req-3cad57d9-b862-4be1-bbd0-307c437d97e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:16:24.115101 dv-cinder-845069-4-iscsi neutron-server[104415]: WARNING oslo_policy.policy [None req-3cad57d9-b862-4be1-bbd0-307c437d97e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:16:24.134831 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writer thread running {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 02:16:24.210325 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3cad57d9-b862-4be1-bbd0-307c437d97e0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731580805695', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731580806195', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731580822295', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731580764244', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731580761759', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731580770942', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1366075', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1366266', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-511369', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3715970'] for rbac-policy (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:24.279248 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3cad57d9-b862-4be1-bbd0-307c437d97e0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:24.280604 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3cad57d9-b862-4be1-bbd0-307c437d97e0 admin admin] 10.222.0.18 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6218584 Oct 14 02:16:26.866349 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 35552) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:27.234180 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:16:27.271393 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Made reservation on behalf of dabc91be3a7240e8bab6128f948854f0 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:16:27.276693 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:27.298575 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:27.439915 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Publish callbacks [] for security_group (418d1b35-b841-4492-bc7c-0668b52bebe8), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:27.444763 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (418d1b35-b841-4492-bc7c-0668b52bebe8), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:27.477931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:16:27.506713 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731583098067', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (911b61e9-03ed-4e2a-bce9-5ea874dedaf7), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:27.507308 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Unsubscribe: segment precommit_create {{(pid=104415) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 02:16:27.507839 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Added segment 911b61e9-03ed-4e2a-bce9-5ea874dedaf7 of type vlan for network 3a897a90-40f7-4b4c-834f-b59460c4d6b2 Oct 14 02:16:27.523184 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=418d1b35-b841-4492-bc7c-0668b52bebe8,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:27.574473 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.574810 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.575258 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.575608 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.575938 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.576256 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.577238 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.577561 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.577880 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.578195 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.578508 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.578837 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.579232 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.579544 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.579853 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Tracked resource versions report: Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: pushed versions: Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: { 'AddressGroup': {'1.2'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Agent': {'1.1'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'ConntrackHelper': {'1.0'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Log': {'1.0'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'NDPProxy': {'1.0'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Network': {'1.1'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Port': {'1.7'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'PortForwarding': {'1.3'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'QosPolicy': {'1.10'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SecurityGroup': {'1.5'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SubPort': {'1.0'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Subnet': {'1.1'}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Trunk': {'1.1'}} Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: consumer versions: Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: { DHCP agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: L3 agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: Metadata agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: Metering agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: Open vSwitch agent@dv-cinder-845069-4-iscsi: { 'AddressGroup': '1.2', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Agent': '1.1', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'ConntrackHelper': '1.0', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'LocalIPAssociation': '1.0', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Log': '1.0', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'NDPProxy': '1.0', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Network': '1.1', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Port': '1.7', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'PortForwarding': '1.3', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'QosPolicy': '1.10', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SecurityGroup': '1.5', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SecurityGroupRule': '1.2', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SubPort': '1.0', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Subnet': '1.1', Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Trunk': '1.1'}} Oct 14 02:16:27.581307 dv-cinder-845069-4-iscsi neutron-server[104415]: {{(pid=104415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:16:27.614697 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (3a897a90-40f7-4b4c-834f-b59460c4d6b2), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:27.655671 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (3a897a90-40f7-4b4c-834f-b59460c4d6b2), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:27.660596 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:16:27.661308 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:27.747565 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8801453 Oct 14 02:16:27.786409 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c9f72-8394-4a6b-b78b-0c988c43dbde demo demo] Pushing event updated for resources: {'Network': ['ID=3a897a90-40f7-4b4c-834f-b59460c4d6b2,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:27.800545 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 3a897a90-40f7-4b4c-834f-b59460c4d6b2 details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:16:30.368407 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 35564) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:30.875515 dv-cinder-845069-4-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-1cfe970b-b20b-40e7-b25e-3fac7e6ad74a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:16:30.876054 dv-cinder-845069-4-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-1cfe970b-b20b-40e7-b25e-3fac7e6ad74a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:16:31.103023 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writer thread running {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 02:16:31.253584 dv-cinder-845069-4-iscsi neutron-server[104416]: ERROR stevedore.extension [None req-1cfe970b-b20b-40e7-b25e-3fac7e6ad74a demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 14 02:16:31.307546 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.policy [None req-1cfe970b-b20b-40e7-b25e-3fac7e6ad74a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104416) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 02:16:31.349770 dv-cinder-845069-4-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-1cfe970b-b20b-40e7-b25e-3fac7e6ad74a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:16:31.350135 dv-cinder-845069-4-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-1cfe970b-b20b-40e7-b25e-3fac7e6ad74a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:16:31.358362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfe970b-b20b-40e7-b25e-3fac7e6ad74a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:16:31.360242 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1cfe970b-b20b-40e7-b25e-3fac7e6ad74a demo admin] 10.222.0.18 "GET /networking/v2.0/networks/3a897a90-40f7-4b4c-834f-b59460c4d6b2 HTTP/1.1" status: 200 len: 825 time: 0.9900768 Oct 14 02:16:31.400537 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cfa05969-6fdb-4856-8477-edf7c9ba4757 demo admin] 10.222.0.18 "GET /networking/v2.0/subnetpools/bca50b1c-287f-40e0-92f7-cf0b71a6c08e HTTP/1.1" status: 200 len: 734 time: 0.0337636 Oct 14 02:16:31.409408 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'bca50b1c-287f-40e0-92f7-cf0b71a6c08e', 'gateway_ip': '172.20.0.1', 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:16:31.447515 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Made reservation on behalf of dabc91be3a7240e8bab6128f948854f0 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:16:31.450183 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:31.735837 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (160ff289-7c8a-4b49-9c5d-6873b7bf71c9), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:31.802444 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Checking segment: {'id': '911b61e9-03ed-4e2a-bce9-5ea874dedaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:16:31.802819 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Network hostable DHCP agents. Network: 3a897a90-40f7-4b4c-834f-b59460c4d6b2, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:16:31.813930 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:31.823406 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Pushing event updated for resources: {'Subnet': ['ID=160ff289-7c8a-4b49-9c5d-6873b7bf71c9,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:31.838662 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.839002 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.839383 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.839734 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.840062 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.840385 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.840705 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.841024 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.841356 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.841673 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.842055 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.842352 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.842667 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.842976 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.843317 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Tracked resource versions report: Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: pushed versions: Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: { 'AddressGroup': {'1.2'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Agent': {'1.1'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'ConntrackHelper': {'1.0'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Log': {'1.0'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'NDPProxy': {'1.0'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Network': {'1.1'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Port': {'1.7'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'PortForwarding': {'1.3'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'QosPolicy': {'1.10'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SecurityGroup': {'1.5'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SubPort': {'1.0'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Subnet': {'1.1'}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Trunk': {'1.1'}} Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: consumer versions: Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: { DHCP agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: L3 agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: Metadata agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: Metering agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: Open vSwitch agent@dv-cinder-845069-4-iscsi: { 'AddressGroup': '1.2', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Agent': '1.1', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'ConntrackHelper': '1.0', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'LocalIPAssociation': '1.0', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Log': '1.0', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'NDPProxy': '1.0', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Network': '1.1', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Port': '1.7', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'PortForwarding': '1.3', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'QosPolicy': '1.10', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SecurityGroup': '1.5', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SecurityGroupRule': '1.2', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SubPort': '1.0', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Subnet': '1.1', Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Trunk': '1.1'}} Oct 14 02:16:31.844646 dv-cinder-845069-4-iscsi neutron-server[104416]: {{(pid=104416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:16:31.867134 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Network 3a897a90-40f7-4b4c-834f-b59460c4d6b2 is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:16:31.882136 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 3a897a90-40f7-4b4c-834f-b59460c4d6b2) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:16:31.886552 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:16:31.887221 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:31.892248 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f6ba15-b72a-4c81-bc46-3fb8ede6ac51 None None] Network 3a897a90-40f7-4b4c-834f-b59460c4d6b2 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:16:31.910033 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-abcbb7c3-7bef-427c-a203-9ffb6c4d6459 demo admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5039618 Oct 14 02:16:32.156272 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-3a897a90-40f7-4b4c-834f-b59460c4d6b2', 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2', 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'fixed_ips': [{'subnet_id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:16:32.157537 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:32.442688 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Allocated IP 172.20.0.2 (3a897a90-40f7-4b4c-834f-b59460c4d6b2/160ff289-7c8a-4b49-9c5d-6873b7bf71c9/9f69243e-8a42-4d44-8e4e-da5fc4ce09b4) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:16:32.480302 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:32.720208 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Publish callbacks [] for port (9f69243e-8a42-4d44-8e4e-da5fc4ce09b4), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:32.731814 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (9f69243e-8a42-4d44-8e4e-da5fc4ce09b4), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:32.816394 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Network 3a897a90-40f7-4b4c-834f-b59460c4d6b2 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:16:32.817961 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:16:32.819679 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Pushing event updated for resources: {'Port': ['ID=9f69243e-8a42-4d44-8e4e-da5fc4ce09b4,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:32.825381 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:16:32.835662 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.836003 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.836357 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.836716 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.837049 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.837375 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.837698 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.838019 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.838337 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.838657 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.838978 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.839335 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.839659 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.839973 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.840290 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Tracked resource versions report: Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: pushed versions: Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: { 'AddressGroup': {'1.2'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Agent': {'1.1'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'ConntrackHelper': {'1.0'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Log': {'1.0'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'NDPProxy': {'1.0'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Network': {'1.1'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Port': {'1.7'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'PortForwarding': {'1.3'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'QosPolicy': {'1.10'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SecurityGroup': {'1.5'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SubPort': {'1.0'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Subnet': {'1.1'}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Trunk': {'1.1'}} Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: consumer versions: Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: { DHCP agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: L3 agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: Metadata agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: Metering agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: Open vSwitch agent@dv-cinder-845069-4-iscsi: { 'AddressGroup': '1.2', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Agent': '1.1', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'ConntrackHelper': '1.0', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'LocalIPAssociation': '1.0', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Log': '1.0', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'NDPProxy': '1.0', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Network': '1.1', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Port': '1.7', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'PortForwarding': '1.3', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'QosPolicy': '1.10', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SecurityGroup': '1.5', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SecurityGroupRule': '1.2', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SubPort': '1.0', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Subnet': '1.1', Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Trunk': '1.1'}} Oct 14 02:16:32.841750 dv-cinder-845069-4-iscsi neutron-server[104417]: {{(pid=104417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:16:32.921476 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Attempting to bind port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:16:32.922117 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Attempting to bind port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '911b61e9-03ed-4e2a-bce9-5ea874dedaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:16:32.922276 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Attempting to bind port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 on network 3a897a90-40f7-4b4c-834f-b59460c4d6b2 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:16:32.947169 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:32.969673 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:16:32.970030 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Checking segment: {'id': '911b61e9-03ed-4e2a-bce9-5ea874dedaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:16:32.970546 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:32.970929 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Bound using segment: {'id': '911b61e9-03ed-4e2a-bce9-5ea874dedaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:16:32.971438 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Bound port: 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911b61e9-03ed-4e2a-bce9-5ea874dedaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:16:32.971835 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (9f69243e-8a42-4d44-8e4e-da5fc4ce09b4), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:33.032979 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] For port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:16:33.051919 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] For port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=9f69243e-8a42-4d44-8e4e-da5fc4ce09b4,segment=NetworkSegment(911b61e9-03ed-4e2a-bce9-5ea874dedaf7),segment_id=911b61e9-03ed-4e2a-bce9-5ea874dedaf7)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:16:33.058396 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (9f69243e-8a42-4d44-8e4e-da5fc4ce09b4), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:33.107715 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daf257-9273-47b2-8563-9e53d71c5e4a None None] Pushing event updated for resources: {'Port': ['ID=9f69243e-8a42-4d44-8e4e-da5fc4ce09b4,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:34.477640 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:34.482097 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=8 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:34.582509 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 35592) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:34.917026 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [None req-95a35c84-4de8-44ac-951b-74d18ef3608b admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:16:34.918142 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-95a35c84-4de8-44ac-951b-74d18ef3608b admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3347673 Oct 14 02:16:37.615755 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 35600) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:37.763116 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=53,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:37.783001 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=52,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:37.946473 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [None req-7b12c4a3-f408-425b-a29b-eafd0cbe2207 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:16:37.947493 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7b12c4a3-f408-425b-a29b-eafd0cbe2207 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3308830 Oct 14 02:16:40.610558 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 35614) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:40.939626 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-a6905c0d-3f92-425a-bc20-2d7827e18dd3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:16:40.964325 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a6905c0d-3f92-425a-bc20-2d7827e18dd3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:40.965936 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a6905c0d-3f92-425a-bc20-2d7827e18dd3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:41.059729 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adbb3cd-72d6-44c6-8537-8934ae2fa42d None None] Network 3a897a90-40f7-4b4c-834f-b59460c4d6b2 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:16:41.105828 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a6905c0d-3f92-425a-bc20-2d7827e18dd3 demo demo] Publish callbacks [] for router_controller (0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:41.110954 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a6905c0d-3f92-425a-bc20-2d7827e18dd3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:41.119144 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1719adc5-0708-449c-bf68-7c167bcf0546 None None] Provisioning complete for port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:16:41.119542 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1719adc5-0708-449c-bf68-7c167bcf0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (9f69243e-8a42-4d44-8e4e-da5fc4ce09b4), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:41.119898 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1719adc5-0708-449c-bf68-7c167bcf0546 None None] Attempt 1 to provision port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 Oct 14 02:16:41.128630 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a6905c0d-3f92-425a-bc20-2d7827e18dd3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:41.129833 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a6905c0d-3f92-425a-bc20-2d7827e18dd3 demo demo] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5182416 Oct 14 02:16:41.326817 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1719adc5-0708-449c-bf68-7c167bcf0546 None None] Current status of the port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:16:41.327424 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1719adc5-0708-449c-bf68-7c167bcf0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (9f69243e-8a42-4d44-8e4e-da5fc4ce09b4), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:41.368277 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1719adc5-0708-449c-bf68-7c167bcf0546 None None] For port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=9f69243e-8a42-4d44-8e4e-da5fc4ce09b4,segment=NetworkSegment(911b61e9-03ed-4e2a-bce9-5ea874dedaf7),segment_id=911b61e9-03ed-4e2a-bce9-5ea874dedaf7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:16:41.374306 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1719adc5-0708-449c-bf68-7c167bcf0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (9f69243e-8a42-4d44-8e4e-da5fc4ce09b4), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:41.423809 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:16:41.450522 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719adc5-0708-449c-bf68-7c167bcf0546 None None] Pushing event updated for resources: {'Port': ['ID=9f69243e-8a42-4d44-8e4e-da5fc4ce09b4,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:41.476025 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:41.482449 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:16:41.482935 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (9f69243e-8a42-4d44-8e4e-da5fc4ce09b4), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:41.483525 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 Oct 14 02:16:41.565196 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:16:41.594495 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-b55ef8c4-8b76-4c7d-b522-92f84c5bf1f8 None None] Provisioning complete for port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:16:41.594801 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b55ef8c4-8b76-4c7d-b522-92f84c5bf1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (9f69243e-8a42-4d44-8e4e-da5fc4ce09b4), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:41.595164 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-b55ef8c4-8b76-4c7d-b522-92f84c5bf1f8 None None] Attempt 1 to provision port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 Oct 14 02:16:41.668440 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-b55ef8c4-8b76-4c7d-b522-92f84c5bf1f8 None None] Current status of the port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:16:41.902704 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:41.903443 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=58,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:43.357942 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:16:43.401754 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:16:43.402151 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (9f69243e-8a42-4d44-8e4e-da5fc4ce09b4), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:43.402491 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 Oct 14 02:16:43.460748 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:43.476457 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:16:43.792486 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 35624) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:44.114842 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [None req-52e3751c-cefa-4633-85a9-866b49dcae16 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:16:44.115872 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-52e3751c-cefa-4633-85a9-866b49dcae16 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3224416 Oct 14 02:16:46.490560 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a385c709-7937-48da-a35c-c500571d922b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:46.759946 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 35632) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:47.076005 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:16:47.095492 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Made reservation on behalf of c1e7392d098a4e219827c4ae7f8117e2 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:16:47.097694 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:47.105573 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:47.177919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Publish callbacks [] for security_group (1e345e84-a4a5-4985-b7a9-1ea4ccaf4ebe), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:47.181320 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (1e345e84-a4a5-4985-b7a9-1ea4ccaf4ebe), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:47.195202 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Reserving flat network on physical network physnet1 {{(pid=104415) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 14 02:16:47.217143 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e345e84-a4a5-4985-b7a9-1ea4ccaf4ebe,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:47.220738 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (883ec884-7eaa-4bef-bac3-33422bc99b8f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:47.221074 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Added segment 883ec884-7eaa-4bef-bac3-33422bc99b8f of type flat for network 56522007-ce4d-47e4-89fb-00d5a91d942b Oct 14 02:16:47.284608 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (56522007-ce4d-47e4-89fb-00d5a91d942b), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:47.317837 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (56522007-ce4d-47e4-89fb-00d5a91d942b), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:47.318787 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:16:47.319415 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:47.392233 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6312418 Oct 14 02:16:47.414649 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96827262-8a5a-4882-b428-5e90ea5ca269 admin admin] Pushing event updated for resources: {'Network': ['ID=56522007-ce4d-47e4-89fb-00d5a91d942b,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:47.425791 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 56522007-ce4d-47e4-89fb-00d5a91d942b details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:16:48.808352 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90c6f4d9-8860-42e8-a9c4-b4479145f6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:49.740360 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:49.961180 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 35640) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:50.328672 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcdc764-3d78-4308-b8a8-3636f43c3e30 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:16:50.329964 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ffcdc764-3d78-4308-b8a8-3636f43c3e30 demo admin] 10.222.0.18 "GET /networking/v2.0/subnets/160ff289-7c8a-4b49-9c5d-6873b7bf71c9 HTTP/1.1" status: 200 len: 849 time: 0.3679583 Oct 14 02:16:50.506412 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5f44fad7-07b1-4817-9d5f-9e4d2cef50ff demo admin] 10.222.0.18 "GET /networking/v2.0/routers/0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 HTTP/1.1" status: 200 len: 704 time: 0.1706026 Oct 14 02:16:50.771320 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:51.065406 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Allocated IP 172.20.0.1 (3a897a90-40f7-4b4c-834f-b59460c4d6b2/160ff289-7c8a-4b49-9c5d-6873b7bf71c9/501b9ac2-fac7-4344-a1dd-89f84a49bb6c) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:16:51.219819 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Publish callbacks [] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:51.285328 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:51.358091 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Network 3a897a90-40f7-4b4c-834f-b59460c4d6b2 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:16:51.362648 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:16:51.365503 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:16:51.366053 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:51.421283 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:51.436066 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Pushing event updated for resources: {'Port': ['ID=501b9ac2-fac7-4344-a1dd-89f84a49bb6c,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:51.541621 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:51.547480 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-497b233a-7d76-4359-8b8e-12242a8d8513 None None] Provisioning complete for port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:16:51.547867 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-497b233a-7d76-4359-8b8e-12242a8d8513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:51.548204 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-497b233a-7d76-4359-8b8e-12242a8d8513 None None] Attempt 1 to provision port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c Oct 14 02:16:51.578774 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-497b233a-7d76-4359-8b8e-12242a8d8513 None None] Port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:16:51.582620 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:51.585448 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:51.666513 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:51.844930 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Publish callbacks [] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:51.849383 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:51.850226 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:51.927601 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Pushing event updated for resources: {'Port': ['ID=501b9ac2-fac7-4344-a1dd-89f84a49bb6c,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:51.976257 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Network 3a897a90-40f7-4b4c-834f-b59460c4d6b2 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:16:51.977509 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:16:52.136425 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Router 0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:16:52.203590 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-f45b6fb0-26e5-4630-afc8-97bc7a135562 None None] Provisioning complete for port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:16:52.203903 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f45b6fb0-26e5-4630-afc8-97bc7a135562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:52.204235 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-f45b6fb0-26e5-4630-afc8-97bc7a135562 None None] Attempt 1 to provision port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c Oct 14 02:16:52.224998 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:16:52.235193 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e9b57cce-d6d9-4efa-a131-a07881aeabd0 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7183814 Oct 14 02:16:52.236338 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-f45b6fb0-26e5-4630-afc8-97bc7a135562 None None] Port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:16:52.247833 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Sync routers for ids ['0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:16:52.260932 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Routers {'0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:16:52.261760 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:16:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:16:52.441011 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Set router 0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:16:52.855644 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'name': 'router1', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:16:40Z', 'updated_at': '2022-10-14T02:16:51Z', 'revision_number': 2, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'gw_port_host': None, '_interfaces': [{'id': '501b9ac2-fac7-4344-a1dd-89f84a49bb6c', 'name': '', 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'mac_address': 'fa:16:3e:8c:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:16:50Z', 'updated_at': '2022-10-14T02:16:51Z', 'revision_number': 2, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'subnets': [{'id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bca50b1c-287f-40e0-92f7-cf0b71a6c08e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:16:52.903879 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Checking router: 0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:16:52.904235 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Updating router 0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:16:52.958484 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:53.454589 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Publish callbacks [] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:53.461148 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:53.608665 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Attempting to bind port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:16:53.608978 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Attempting to bind port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '911b61e9-03ed-4e2a-bce9-5ea874dedaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:16:53.609415 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Attempting to bind port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c on network 3a897a90-40f7-4b4c-834f-b59460c4d6b2 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:16:53.611428 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Pushing event updated for resources: {'Port': ['ID=501b9ac2-fac7-4344-a1dd-89f84a49bb6c,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:53.647192 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.647531 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.647872 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.648209 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.648537 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.648859 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.649177 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.649494 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.649812 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.650127 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.650442 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.650769 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.651104 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.651422 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.651737 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Tracked resource versions report: Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: pushed versions: Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: { 'AddressGroup': {'1.2'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Agent': {'1.1'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'ConntrackHelper': {'1.0'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Log': {'1.0'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'NDPProxy': {'1.0'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Network': {'1.1'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Port': {'1.7'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'PortForwarding': {'1.3'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'QosPolicy': {'1.10'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SecurityGroup': {'1.5'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SubPort': {'1.0'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Subnet': {'1.1'}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Trunk': {'1.1'}} Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: consumer versions: Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: { DHCP agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: L3 agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: Metadata agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: Metering agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: Open vSwitch agent@dv-cinder-845069-4-iscsi: { 'AddressGroup': '1.2', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Agent': '1.1', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'ConntrackHelper': '1.0', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'LocalIPAssociation': '1.0', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Log': '1.0', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'NDPProxy': '1.0', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Network': '1.1', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Port': '1.7', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'PortForwarding': '1.3', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'QosPolicy': '1.10', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SecurityGroup': '1.5', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SecurityGroupRule': '1.2', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SubPort': '1.0', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Subnet': '1.1', Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Trunk': '1.1'}} Oct 14 02:16:53.653620 dv-cinder-845069-4-iscsi neutron-server[104418]: {{(pid=104418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:16:53.706036 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:16:53.706427 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Checking segment: {'id': '911b61e9-03ed-4e2a-bce9-5ea874dedaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:16:53.706926 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:53.707342 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Bound using segment: {'id': '911b61e9-03ed-4e2a-bce9-5ea874dedaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:16:53.707849 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Bound port: 501b9ac2-fac7-4344-a1dd-89f84a49bb6c, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911b61e9-03ed-4e2a-bce9-5ea874dedaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:16:53.708226 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:53.743014 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:53.774748 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] For port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:16:53.794826 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] For port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=501b9ac2-fac7-4344-a1dd-89f84a49bb6c,segment=NetworkSegment(911b61e9-03ed-4e2a-bce9-5ea874dedaf7),segment_id=911b61e9-03ed-4e2a-bce9-5ea874dedaf7)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:16:53.800903 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:53.833510 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:53.843497 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Routers {'0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:16:53.844118 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:16:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:16:53.913629 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f654b-53c7-4862-b1b9-0c610778e00f None None] Pushing event updated for resources: {'Port': ['ID=501b9ac2-fac7-4344-a1dd-89f84a49bb6c,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:53.938619 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] Set router 0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:16:54.131332 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'name': 'router1', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:16:40Z', 'updated_at': '2022-10-14T02:16:51Z', 'revision_number': 2, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'gw_port_host': None, '_interfaces': [{'id': '501b9ac2-fac7-4344-a1dd-89f84a49bb6c', 'name': '', 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'mac_address': 'fa:16:3e:8c:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:16:50Z', 'updated_at': '2022-10-14T02:16:53Z', 'revision_number': 4, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'subnets': [{'id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bca50b1c-287f-40e0-92f7-cf0b71a6c08e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:16:54.156535 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff35d72-365c-4383-b536-1d2c7983c41d None None] The sync data for ids ['0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'] in dv-cinder-845069-4-iscsi is: [{'id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'name': 'router1', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:16:40Z', 'updated_at': '2022-10-14T02:16:51Z', 'revision_number': 2, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'gw_port_host': None, '_interfaces': [{'id': '501b9ac2-fac7-4344-a1dd-89f84a49bb6c', 'name': '', 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'mac_address': 'fa:16:3e:8c:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:16:50Z', 'updated_at': '2022-10-14T02:16:53Z', 'revision_number': 4, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'subnets': [{'id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bca50b1c-287f-40e0-92f7-cf0b71a6c08e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:16:54.822272 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 35650) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:55.204682 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66babcc2-a24b-4fa5-ae44-172770fe47a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:16:55.206084 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-66babcc2-a24b-4fa5-ae44-172770fe47a9 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/56522007-ce4d-47e4-89fb-00d5a91d942b HTTP/1.1" status: 200 len: 842 time: 0.3828702 Oct 14 02:16:55.216294 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:16:55.237362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Made reservation on behalf of c1e7392d098a4e219827c4ae7f8117e2 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:16:55.239906 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:55.396185 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:55.461172 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:55.521899 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.objects.ports [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 14 02:16:55.522360 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:55.576362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:55.587009 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:16:55.587392 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Network hostable DHCP agents. Network: 56522007-ce4d-47e4-89fb-00d5a91d942b, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:16:55.604473 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:16:55.613036 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 56522007-ce4d-47e4-89fb-00d5a91d942b) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:16:55.617367 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:16:55.617962 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:55.623388 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fe33ce-dbbf-4fc4-b2d4-042f62243312 None None] Network 56522007-ce4d-47e4-89fb-00d5a91d942b requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:16:55.635372 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ec31608c-6285-4eae-870e-f0364b90e804 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4229269 Oct 14 02:16:55.736705 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64640437-4af8-4a99-9eb3-b0958ca6ad97 None None] Network 56522007-ce4d-47e4-89fb-00d5a91d942b requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:16:57.401600 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=47,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:57.411124 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=44,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:58.310961 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 35658) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:16:58.740651 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5656352e-7a00-4bfc-94e5-12eb3ec75977 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 HTTP/1.1" status: 200 len: 710 time: 0.4268410 Oct 14 02:16:58.826847 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81448b-f3bb-4b94-aae2-495f6048446d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:16:58.828130 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3f81448b-f3bb-4b94-aae2-495f6048446d demo admin] 10.222.0.18 "GET /networking/v2.0/networks/56522007-ce4d-47e4-89fb-00d5a91d942b HTTP/1.1" status: 200 len: 886 time: 0.0835247 Oct 14 02:16:58.837157 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:16:59.093599 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Publish callbacks [] for router_gateway (0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:59.376975 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 501b9ac2-fac7-4344-a1dd-89f84a49bb6c up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:16:59.384736 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Publish callbacks [] for router_gateway (0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:59.423524 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:16:59.423939 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:59.424277 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c Oct 14 02:16:59.425566 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:59.467245 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:59.476843 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:59.498612 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:16:59.498996 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:59.532589 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=501b9ac2-fac7-4344-a1dd-89f84a49bb6c,segment=NetworkSegment(911b61e9-03ed-4e2a-bce9-5ea874dedaf7),segment_id=911b61e9-03ed-4e2a-bce9-5ea874dedaf7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:16:59.536323 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:59.560601 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:16:59.578900 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Allocated IP 172.27.1.102 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/85a518ff-ab7c-47e8-8106-2c6b9841ceff) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:16:59.586046 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=501b9ac2-fac7-4344-a1dd-89f84a49bb6c,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:16:59.682139 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Publish callbacks [] for port (85a518ff-ab7c-47e8-8106-2c6b9841ceff), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:59.713580 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (85a518ff-ab7c-47e8-8106-2c6b9841ceff), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:16:59.757744 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:16:59.760588 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:16:59.764635 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:16:59.769437 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Pushing event updated for resources: {'Port': ['ID=85a518ff-ab7c-47e8-8106-2c6b9841ceff,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:17:00.000045 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Publish callbacks [] for router_gateway (0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:00.185656 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-589268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15794'] for router (0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:00.188973 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589295'] for router (0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:00.291729 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Router 0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:17:00.302382 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:00.394400 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:17:00.398677 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:00.399796 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e3318e6d-0ffe-41f1-817d-5cf4cf916b5d demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 HTTP/1.1" status: 200 len: 890 time: 1.5656896 Oct 14 02:17:00.414272 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Sync routers for ids ['0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:17:00.427445 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Routers {'0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:17:00.428132 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:16:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:17:00.645251 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Set router 0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:17:00.870007 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:01.030893 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'name': 'router1', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '85a518ff-ab7c-47e8-8106-2c6b9841ceff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:16:40Z', 'updated_at': '2022-10-14T02:16:59Z', 'revision_number': 4, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'gw_port': {'id': '85a518ff-ab7c-47e8-8106-2c6b9841ceff', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:16:59Z', 'updated_at': '2022-10-14T02:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '501b9ac2-fac7-4344-a1dd-89f84a49bb6c', 'name': '', 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'mac_address': 'fa:16:3e:8c:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:16:50Z', 'updated_at': '2022-10-14T02:16:59Z', 'revision_number': 5, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'subnets': [{'id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bca50b1c-287f-40e0-92f7-cf0b71a6c08e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:17:01.082088 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Checking router: 0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:17:01.082441 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Updating router 0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 port 85a518ff-ab7c-47e8-8106-2c6b9841ceff binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:17:01.206762 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (85a518ff-ab7c-47e8-8106-2c6b9841ceff), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:01.400783 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 501b9ac2-fac7-4344-a1dd-89f84a49bb6c up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:17:01.508353 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:17:01.508996 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:01.509125 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c Oct 14 02:17:01.602462 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Publish callbacks [] for port (85a518ff-ab7c-47e8-8106-2c6b9841ceff), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:01.608484 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (85a518ff-ab7c-47e8-8106-2c6b9841ceff), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:01.631319 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:01.651503 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Attempting to bind port 85a518ff-ab7c-47e8-8106-2c6b9841ceff on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:17:01.651876 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Attempting to bind port 85a518ff-ab7c-47e8-8106-2c6b9841ceff by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:17:01.652906 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Attempting to bind port 85a518ff-ab7c-47e8-8106-2c6b9841ceff on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:17:01.698592 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:17:01.734341 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8a8ed-cd6c-4f90-bdf6-e3fcaa579f72 None None] Pushing event updated for resources: {'Port': ['ID=85a518ff-ab7c-47e8-8106-2c6b9841ceff,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:17:01.739044 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:17:01.739432 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:17:01.739829 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:01.740305 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:17:01.740664 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Bound port: 85a518ff-ab7c-47e8-8106-2c6b9841ceff, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:17:01.741048 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (85a518ff-ab7c-47e8-8106-2c6b9841ceff), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:01.789549 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] For port 85a518ff-ab7c-47e8-8106-2c6b9841ceff, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:17:01.792445 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] For port 85a518ff-ab7c-47e8-8106-2c6b9841ceff, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=85a518ff-ab7c-47e8-8106-2c6b9841ceff,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:17:01.800554 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (85a518ff-ab7c-47e8-8106-2c6b9841ceff), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:01.841344 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Routers {'0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:17:01.841966 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:16:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:17:01.846206 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:01.898954 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8a8ed-cd6c-4f90-bdf6-e3fcaa579f72 None None] Pushing event updated for resources: {'Port': ['ID=85a518ff-ab7c-47e8-8106-2c6b9841ceff,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:17:01.958757 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] Set router 0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:17:02.162331 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'name': 'router1', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '85a518ff-ab7c-47e8-8106-2c6b9841ceff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:16:40Z', 'updated_at': '2022-10-14T02:16:59Z', 'revision_number': 4, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'gw_port': {'id': '85a518ff-ab7c-47e8-8106-2c6b9841ceff', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:16:59Z', 'updated_at': '2022-10-14T02:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '501b9ac2-fac7-4344-a1dd-89f84a49bb6c', 'name': '', 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'mac_address': 'fa:16:3e:8c:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:16:50Z', 'updated_at': '2022-10-14T02:16:59Z', 'revision_number': 5, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'subnets': [{'id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bca50b1c-287f-40e0-92f7-cf0b71a6c08e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:17:02.187664 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9002da-0b49-4687-aa39-384495c723c7 None None] The sync data for ids ['0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2'] in dv-cinder-845069-4-iscsi is: [{'id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'name': 'router1', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '85a518ff-ab7c-47e8-8106-2c6b9841ceff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:16:40Z', 'updated_at': '2022-10-14T02:16:59Z', 'revision_number': 4, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'gw_port': {'id': '85a518ff-ab7c-47e8-8106-2c6b9841ceff', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:16:59Z', 'updated_at': '2022-10-14T02:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '501b9ac2-fac7-4344-a1dd-89f84a49bb6c', 'name': '', 'network_id': '3a897a90-40f7-4b4c-834f-b59460c4d6b2', 'tenant_id': 'dabc91be3a7240e8bab6128f948854f0', 'mac_address': 'fa:16:3e:8c:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c98fc33-bedc-4e71-a41e-2d5acc8ab8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:16:50Z', 'updated_at': '2022-10-14T02:16:59Z', 'revision_number': 5, 'project_id': 'dabc91be3a7240e8bab6128f948854f0', 'subnets': [{'id': '160ff289-7c8a-4b49-9c5d-6873b7bf71c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bca50b1c-287f-40e0-92f7-cf0b71a6c08e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:17:03.215547 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 35672) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:17:03.391426 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 85a518ff-ab7c-47e8-8106-2c6b9841ceff up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:17:03.435683 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 85a518ff-ab7c-47e8-8106-2c6b9841ceff triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:17:03.436081 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (85a518ff-ab7c-47e8-8106-2c6b9841ceff), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:03.436417 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 85a518ff-ab7c-47e8-8106-2c6b9841ceff Oct 14 02:17:03.511724 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 85a518ff-ab7c-47e8-8106-2c6b9841ceff is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:17:03.512109 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (85a518ff-ab7c-47e8-8106-2c6b9841ceff), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:03.533010 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 85a518ff-ab7c-47e8-8106-2c6b9841ceff, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=85a518ff-ab7c-47e8-8106-2c6b9841ceff,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:17:03.537418 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (85a518ff-ab7c-47e8-8106-2c6b9841ceff), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:03.549289 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:03.586700 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=85a518ff-ab7c-47e8-8106-2c6b9841ceff,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:17:03.615379 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ea51d126-9da8-4020-ae46-c1ba15964fb5 admin admin] 10.222.0.18 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3987606 Oct 14 02:17:04.133382 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=49,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:04.134682 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=31 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:05.380541 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 85a518ff-ab7c-47e8-8106-2c6b9841ceff up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:17:05.427000 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 85a518ff-ab7c-47e8-8106-2c6b9841ceff triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:17:05.427415 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (85a518ff-ab7c-47e8-8106-2c6b9841ceff), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:05.427746 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 85a518ff-ab7c-47e8-8106-2c6b9841ceff Oct 14 02:17:05.499522 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:05.510350 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 85a518ff-ab7c-47e8-8106-2c6b9841ceff is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:17:13.609201 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:13.614552 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=12 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:14.992251 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:17:15.507724 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:16.496354 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fcaf9c8a-ae64-4928-83d2-1b1be0a8c174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:18.816211 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-be3ddf36-91cc-4f98-96a2-c4e4d28150a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:19.761560 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:21.431651 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:21.673926 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:23.008169 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:24.992413 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:31.663163 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:31.670138 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:17:46.489897 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f97a9828-2599-4796-a5dd-1495fe1767a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:48.810632 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6dc287df-0be9-454a-afc5-6fad3f4e57d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:49.752165 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:51.439336 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:51.679216 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:17:51.996748 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:18:01.665448 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:01.667328 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:01.998347 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:02.000346 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:14.988181 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:14.988863 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:16.493509 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7e6baaa8-0dbc-46ec-930d-ba598d26c8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:18.815204 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-99db3662-a8b8-4296-9f6b-d077340ee5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:19.750627 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:21.437820 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:21.679298 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:29.047519 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:18:31.668778 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:31.674914 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:32.717015 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36220) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:18:33.052857 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5423b3-5fd3-454e-bf40-b7faf38b3958 admin admin] GET failed (client error): The resource could not be found. Oct 14 02:18:33.054151 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-bf5423b3-5fd3-454e-bf40-b7faf38b3958 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3362937 Oct 14 02:18:33.294952 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588ce7b-c132-4ed4-ac15-9f96ddbc4e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:33.296394 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7588ce7b-c132-4ed4-ac15-9f96ddbc4e78 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2378037 Oct 14 02:18:35.892580 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36230) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:18:36.256259 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7209c9db-6d2a-4c46-80c7-bdbc200b8a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:36.257495 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7209c9db-6d2a-4c46-80c7-bdbc200b8a27 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/160ff289-7c8a-4b49-9c5d-6873b7bf71c9 HTTP/1.1" status: 200 len: 849 time: 0.3638687 Oct 14 02:18:36.266953 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:18:36.352878 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Publish callbacks [] for subnet (160ff289-7c8a-4b49-9c5d-6873b7bf71c9), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:36.490118 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731583035823'] for subnet (160ff289-7c8a-4b49-9c5d-6873b7bf71c9), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:36.524529 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:36.525034 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:36.527682 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] 10.222.0.18 "PUT /networking/v2.0/subnets/160ff289-7c8a-4b49-9c5d-6873b7bf71c9 HTTP/1.1" status: 200 len: 868 time: 0.2641585 Oct 14 02:18:36.528723 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd809530-98ba-4bce-b6fa-bc8ee1bfb790 None None] Network 3a897a90-40f7-4b4c-834f-b59460c4d6b2 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:18:36.547748 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Pushing event updated for resources: {'Subnet': ['ID=160ff289-7c8a-4b49-9c5d-6873b7bf71c9,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:18:36.555476 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.555814 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.556180 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.556519 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.556844 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.557173 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.557502 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.557823 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.558161 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.558486 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.558846 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.559284 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.559618 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.559930 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.560249 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b297399-cfcc-4799-8c34-c60e86e6908f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:18:36.854373 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-a01f62f5-fd8c-40e2-862c-cdf0faacba58 None None] Provisioning complete for port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:18:36.854773 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a01f62f5-fd8c-40e2-862c-cdf0faacba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (501b9ac2-fac7-4344-a1dd-89f84a49bb6c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:36.855118 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-a01f62f5-fd8c-40e2-862c-cdf0faacba58 None None] Attempt 1 to provision port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c Oct 14 02:18:36.930111 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-a01f62f5-fd8c-40e2-862c-cdf0faacba58 None None] Current status of the port 501b9ac2-fac7-4344-a1dd-89f84a49bb6c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:18:36.938071 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-a01f62f5-fd8c-40e2-862c-cdf0faacba58 None None] Provisioning complete for port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:18:36.938458 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a01f62f5-fd8c-40e2-862c-cdf0faacba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (9f69243e-8a42-4d44-8e4e-da5fc4ce09b4), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:36.938795 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-a01f62f5-fd8c-40e2-862c-cdf0faacba58 None None] Attempt 1 to provision port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 Oct 14 02:18:36.999038 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:37.012820 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-a01f62f5-fd8c-40e2-862c-cdf0faacba58 None None] Current status of the port 9f69243e-8a42-4d44-8e4e-da5fc4ce09b4 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:18:39.044311 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:39.070416 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36238) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:18:39.546459 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84e2f4a-233f-499f-8d24-bdfb2f2cd317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:39.546942 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84e2f4a-233f-499f-8d24-bdfb2f2cd317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:39.548496 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c84e2f4a-233f-499f-8d24-bdfb2f2cd317 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4771323 Oct 14 02:18:42.118188 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36246) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:18:42.520328 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896cfca2-7b27-4c42-b511-3a2c859889c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:42.520797 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896cfca2-7b27-4c42-b511-3a2c859889c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:42.522288 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-896cfca2-7b27-4c42-b511-3a2c859889c3 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4031818 Oct 14 02:18:45.080375 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36254) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:18:45.559939 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf60693-2713-40e6-b132-7cbf319b9ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:45.561324 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-bbf60693-2713-40e6-b132-7cbf319b9ac7 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/3a897a90-40f7-4b4c-834f-b59460c4d6b2 HTTP/1.1" status: 200 len: 869 time: 0.4800050 Oct 14 02:18:46.498917 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d431cbb9-e507-4fa9-8388-01b93927c155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:48.103475 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36264) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:18:48.503811 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc013951-0348-4480-8c32-61254cd0f45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:48.506207 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-dc013951-0348-4480-8c32-61254cd0f45b admin admin] 10.222.0.18 "GET /networking/v2.0/networks/56522007-ce4d-47e4-89fb-00d5a91d942b HTTP/1.1" status: 200 len: 886 time: 0.4007785 Oct 14 02:18:48.817705 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd98d-a751-41e4-9037-9339720dc1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:49.754347 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:51.050386 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36272) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:18:51.432316 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:51.450249 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284390c-e528-4349-89d5-81e1a27719e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:51.450750 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284390c-e528-4349-89d5-81e1a27719e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:51.452561 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-0284390c-e528-4349-89d5-81e1a27719e2 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4011855 Oct 14 02:18:51.682398 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:18:52.507806 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=84,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:52.517756 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=84,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:18:54.051395 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36280) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:18:54.450228 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f54649d-75ec-4e4a-8368-59b485af8ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:54.450785 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f54649d-75ec-4e4a-8368-59b485af8ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:54.452567 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0f54649d-75ec-4e4a-8368-59b485af8ba1 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4001722 Oct 14 02:18:57.016113 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36288) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:18:57.382380 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc634d69-62b2-43a7-9134-0051abba8d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:18:57.383763 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fc634d69-62b2-43a7-9134-0051abba8d25 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/160ff289-7c8a-4b49-9c5d-6873b7bf71c9 HTTP/1.1" status: 200 len: 868 time: 0.3667216 Oct 14 02:18:59.930459 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36296) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:19:00.311167 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43de15b-c1dc-48c8-a3b3-04fdd7585125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:19:00.312488 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f43de15b-c1dc-48c8-a3b3-04fdd7585125 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3 HTTP/1.1" status: 200 len: 816 time: 0.3810997 Oct 14 02:19:01.671327 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:01.678236 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:05.996237 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:19:07.376809 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=14 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:07.378824 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=12 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:10.297387 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=37 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:10.308450 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=29 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:15.992760 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=19 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:15.993574 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=15 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:16.500967 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-043c9d87-2575-4da8-a1ac-c8d988b64bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:18.821320 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ee5b1fd3-3177-4407-8e0c-6aaf2241ad39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:19.758372 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:21.437228 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:21.685221 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:29.932808 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36352) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:19:30.253252 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [None req-31e3864d-2edb-4bdf-b107-7c3cf894821a admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:19:30.254264 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-31e3864d-2edb-4bdf-b107-7c3cf894821a admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3206165 Oct 14 02:19:31.679822 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:31.681764 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:32.892607 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36360) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:19:33.226312 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dda56b-54cb-40a2-b207-5a84f14c91aa admin admin] GET failed (client error): The resource could not be found. Oct 14 02:19:33.227607 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-60dda56b-54cb-40a2-b207-5a84f14c91aa admin admin] 10.222.0.18 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3340869 Oct 14 02:19:33.314000 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbfcc4b-f315-43d3-ae9d-276ef835251a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:19:33.315371 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1bbfcc4b-f315-43d3-ae9d-276ef835251a admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833759 Oct 14 02:19:35.915799 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36368) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:19:36.235214 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:19:36.258366 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Made reservation on behalf of c1e7392d098a4e219827c4ae7f8117e2 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:19:36.260629 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:36.288307 dv-cinder-845069-4-iscsi neutron-server[104416]: WARNING neutron.services.revisions.revision_plugin [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Could not find related network for resource to bump revision. Oct 14 02:19:36.304643 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:19:36.316953 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731583098067', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (8561aede-4f26-4744-9d27-c6860ebbd052), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:36.317453 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Unsubscribe: segment precommit_create {{(pid=104416) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 02:19:36.317914 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Added segment 8561aede-4f26-4744-9d27-c6860ebbd052 of type vlan for network 6751658b-ffec-4294-893f-713426e42235 Oct 14 02:19:36.362104 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (6751658b-ffec-4294-893f-713426e42235), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:36.394760 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (6751658b-ffec-4294-893f-713426e42235), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:36.395719 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:19:36.396904 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:36.475686 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5588124 Oct 14 02:19:36.494909 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047973ba-fce5-4071-96f6-5390c6f5f40f admin admin] Pushing event updated for resources: {'Network': ['ID=6751658b-ffec-4294-893f-713426e42235,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:19:36.507743 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 6751658b-ffec-4294-893f-713426e42235 details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:19:39.092252 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36376) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:19:39.425067 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.pecan_wsgi.hooks.translation [None req-74330399-a887-4b4d-af6f-aeb3f2aa1785 admin admin] GET failed (client error): The resource could not be found. Oct 14 02:19:39.426338 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-74330399-a887-4b4d-af6f-aeb3f2aa1785 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3331478 Oct 14 02:19:39.495873 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d4e25c-da1e-4024-9921-204576f812ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:19:39.497290 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-60d4e25c-da1e-4024-9921-204576f812ff admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658655 Oct 14 02:19:39.507797 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '6751658b-ffec-4294-893f-713426e42235', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:19:39.526251 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Made reservation on behalf of c1e7392d098a4e219827c4ae7f8117e2 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:19:39.528474 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:39.688053 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (3fdd8634-cbb4-4c97-8d7d-e2f685304963), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:39.741954 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdd8634-cbb4-4c97-8d7d-e2f685304963,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:19:39.754575 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.754910 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.755291 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.755787 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.756202 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.756611 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.756937 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.757278 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.757616 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.757937 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.758273 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.758590 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.758900 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.759242 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.759547 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:39.767494 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Checking segment: {'id': '8561aede-4f26-4744-9d27-c6860ebbd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6751658b-ffec-4294-893f-713426e42235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:19:39.767839 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Network hostable DHCP agents. Network: 6751658b-ffec-4294-893f-713426e42235, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:19:39.783748 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Network 6751658b-ffec-4294-893f-713426e42235 is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:19:39.792240 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 6751658b-ffec-4294-893f-713426e42235) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:19:39.796053 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:19:39.796631 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:39.799455 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:39.802539 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d3fef-f460-441d-80d5-70d1dc550c2b None None] Network 6751658b-ffec-4294-893f-713426e42235 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:19:39.815246 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d653989e-8381-4bed-be57-a3e5cbb33b9b admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3114221 Oct 14 02:19:40.015935 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-6751658b-ffec-4294-893f-713426e42235', 'network_id': '6751658b-ffec-4294-893f-713426e42235', 'project_id': 'c1e7392d098a4e219827c4ae7f8117e2', 'fixed_ips': [{'subnet_id': '3fdd8634-cbb4-4c97-8d7d-e2f685304963'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:19:40.016843 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:40.156819 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Allocated IP 192.168.233.2 (6751658b-ffec-4294-893f-713426e42235/3fdd8634-cbb4-4c97-8d7d-e2f685304963/bd127b90-5d26-45ce-bfaa-d17d09519b23) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:19:40.302889 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Publish callbacks [] for port (bd127b90-5d26-45ce-bfaa-d17d09519b23), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:40.309117 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (bd127b90-5d26-45ce-bfaa-d17d09519b23), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:40.351876 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Network 6751658b-ffec-4294-893f-713426e42235 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:19:40.355136 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:19:40.358965 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:19:40.364561 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Pushing event updated for resources: {'Port': ['ID=bd127b90-5d26-45ce-bfaa-d17d09519b23,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:19:40.374210 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.374558 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.374913 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.375292 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.375627 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.375953 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.376277 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.376594 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.376913 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.377233 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.377554 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.377889 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.378213 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.378530 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.378842 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:19:40.428460 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Attempting to bind port bd127b90-5d26-45ce-bfaa-d17d09519b23 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:19:40.428827 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Attempting to bind port bd127b90-5d26-45ce-bfaa-d17d09519b23 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '8561aede-4f26-4744-9d27-c6860ebbd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6751658b-ffec-4294-893f-713426e42235'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:19:40.429190 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Attempting to bind port bd127b90-5d26-45ce-bfaa-d17d09519b23 on network 6751658b-ffec-4294-893f-713426e42235 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:19:40.473992 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:19:40.474450 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Checking segment: {'id': '8561aede-4f26-4744-9d27-c6860ebbd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6751658b-ffec-4294-893f-713426e42235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:19:40.475445 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:40.475838 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Bound using segment: {'id': '8561aede-4f26-4744-9d27-c6860ebbd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6751658b-ffec-4294-893f-713426e42235'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:19:40.476418 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Bound port: bd127b90-5d26-45ce-bfaa-d17d09519b23, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8561aede-4f26-4744-9d27-c6860ebbd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6751658b-ffec-4294-893f-713426e42235'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:19:40.476812 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (bd127b90-5d26-45ce-bfaa-d17d09519b23), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:40.540486 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] For port bd127b90-5d26-45ce-bfaa-d17d09519b23, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:19:40.544950 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] For port bd127b90-5d26-45ce-bfaa-d17d09519b23, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=bd127b90-5d26-45ce-bfaa-d17d09519b23,segment=NetworkSegment(8561aede-4f26-4744-9d27-c6860ebbd052),segment_id=8561aede-4f26-4744-9d27-c6860ebbd052)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:19:40.549891 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (bd127b90-5d26-45ce-bfaa-d17d09519b23), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:40.606055 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af1c5c-c5a7-4a75-b427-08bde54c31f4 None None] Pushing event updated for resources: {'Port': ['ID=bd127b90-5d26-45ce-bfaa-d17d09519b23,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:19:41.393343 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46665754-ce36-4c5f-a3e7-a39b755fba83 None None] Network 6751658b-ffec-4294-893f-713426e42235 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:19:41.467914 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:41.506190 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:41.509712 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-554c474c-f53d-419b-9525-281735f0e95a None None] Provisioning complete for port bd127b90-5d26-45ce-bfaa-d17d09519b23 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:19:41.510093 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-554c474c-f53d-419b-9525-281735f0e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (bd127b90-5d26-45ce-bfaa-d17d09519b23), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:41.510424 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-554c474c-f53d-419b-9525-281735f0e95a None None] Attempt 1 to provision port bd127b90-5d26-45ce-bfaa-d17d09519b23 Oct 14 02:19:41.515790 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device bd127b90-5d26-45ce-bfaa-d17d09519b23 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:19:41.623429 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port bd127b90-5d26-45ce-bfaa-d17d09519b23 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:19:41.623819 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (bd127b90-5d26-45ce-bfaa-d17d09519b23), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:41.624530 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port bd127b90-5d26-45ce-bfaa-d17d09519b23 Oct 14 02:19:41.670107 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-554c474c-f53d-419b-9525-281735f0e95a None None] Current status of the port bd127b90-5d26-45ce-bfaa-d17d09519b23 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:19:41.670489 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-554c474c-f53d-419b-9525-281735f0e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (bd127b90-5d26-45ce-bfaa-d17d09519b23), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:41.739155 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-554c474c-f53d-419b-9525-281735f0e95a None None] For port bd127b90-5d26-45ce-bfaa-d17d09519b23, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=bd127b90-5d26-45ce-bfaa-d17d09519b23,segment=NetworkSegment(8561aede-4f26-4744-9d27-c6860ebbd052),segment_id=8561aede-4f26-4744-9d27-c6860ebbd052)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:19:41.742137 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port bd127b90-5d26-45ce-bfaa-d17d09519b23 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:19:41.742522 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (bd127b90-5d26-45ce-bfaa-d17d09519b23), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:41.745914 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-554c474c-f53d-419b-9525-281735f0e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (bd127b90-5d26-45ce-bfaa-d17d09519b23), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:41.827213 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c474c-f53d-419b-9525-281735f0e95a None None] Pushing event updated for resources: {'Port': ['ID=bd127b90-5d26-45ce-bfaa-d17d09519b23,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:19:41.835666 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.db.api [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 02:19:41.835666 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG oslo_db.api [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 02:19:41.862573 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e54afe63-9149-4485-b4d0-c6495d3b07dd None None] Provisioning complete for port bd127b90-5d26-45ce-bfaa-d17d09519b23 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:19:41.862956 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e54afe63-9149-4485-b4d0-c6495d3b07dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (bd127b90-5d26-45ce-bfaa-d17d09519b23), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:41.863318 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e54afe63-9149-4485-b4d0-c6495d3b07dd None None] Attempt 1 to provision port bd127b90-5d26-45ce-bfaa-d17d09519b23 Oct 14 02:19:41.939440 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e54afe63-9149-4485-b4d0-c6495d3b07dd None None] Current status of the port bd127b90-5d26-45ce-bfaa-d17d09519b23 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:19:42.370834 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port bd127b90-5d26-45ce-bfaa-d17d09519b23 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:19:42.995348 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:19:43.466630 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device bd127b90-5d26-45ce-bfaa-d17d09519b23 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:19:43.511519 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port bd127b90-5d26-45ce-bfaa-d17d09519b23 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:19:43.511884 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (bd127b90-5d26-45ce-bfaa-d17d09519b23), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:43.512216 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port bd127b90-5d26-45ce-bfaa-d17d09519b23 Oct 14 02:19:43.585055 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port bd127b90-5d26-45ce-bfaa-d17d09519b23 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:19:44.515759 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:46.502915 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6866c54c-827e-4182-b3ca-b20d0ddac06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:48.822663 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8e624114-fc4c-4264-9d5f-b30820d465a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:49.760091 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:49.808012 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=68,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:51.442310 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:51.688359 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:19:52.991646 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:19:52.992303 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:20:01.682969 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:20:01.684179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:20:15.989051 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:20:16.007960 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:20:16.504896 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-03c1ddb4-0516-4a17-aab2-5226940165fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:18.823918 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f536918-0abd-45b4-9307-a4a1964c2576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:19.762219 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:19.993409 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:20:21.441323 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:21.691599 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:27.982131 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:20:29.991469 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:20:31.684642 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:20:31.686513 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:20:46.507501 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4fef4276-ee5f-4040-8a83-f0591a58e498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:48.826717 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0594a5ea-47f9-4a2f-9760-dda40e4734d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:49.764830 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:51.446308 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:51.694886 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:56.991991 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:20:58.081349 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36422) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:20:58.087284 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [None req-3fb81d13-5d36-4db6-9369-b40633069f1b tempest-verify_tempest_config-1555500928 tempest-verify_tempest_config-1555500928-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:20:58.088273 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3fb81d13-5d36-4db6-9369-b40633069f1b tempest-verify_tempest_config-1555500928 tempest-verify_tempest_config-1555500928-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059645 Oct 14 02:20:58.594981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36440) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:20:58.922327 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:58.997895 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Publish callbacks [] for security_group (57eef13b-799e-4bbe-8b05-e21f50d0678e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:59.001144 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (57eef13b-799e-4bbe-8b05-e21f50d0678e), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:59.046196 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=240fca63042d4b6781bae3ed85dc7f24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4501648 Oct 14 02:20:59.047403 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eef13b-799e-4bbe-8b05-e21f50d0678e,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:20:59.049006 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36446) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:20:59.054268 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.054613 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.054965 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.055335 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.055663 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.055985 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.056305 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.056623 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.056960 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.057283 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.057617 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.057956 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.058276 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.058589 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.058899 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b76d0-f84b-4d0e-b017-c78c6bbb11ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.213960 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Publish callbacks [] for security_group (57eef13b-799e-4bbe-8b05-e21f50d0678e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:59.232972 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Publish callbacks [] for security_group (57eef13b-799e-4bbe-8b05-e21f50d0678e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:59.332109 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (57eef13b-799e-4bbe-8b05-e21f50d0678e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:59.335262 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:20:59.336404 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/57eef13b-799e-4bbe-8b05-e21f50d0678e HTTP/1.1" status: 204 len: 168 time: 0.2864268 Oct 14 02:20:59.344270 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eef13b-799e-4bbe-8b05-e21f50d0678e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:20:59.351088 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.351432 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.351786 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.352122 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.352449 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.352771 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.353092 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.353409 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.353741 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.354079 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.354395 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.354715 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.355030 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.355369 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:20:59.355678 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b70598-a2e5-4112-adb5-f21b6611d308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:21:01.684733 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:09.050167 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:09.050962 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:09.346882 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:09.348153 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:09.375382 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:14.571117 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=20 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:14.573483 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=14 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:16.511403 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5e23ff27-c405-41d6-88c7-4638eb01c3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:21:18.829775 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2de338ab-a36c-4304-a67c-b476077df6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:21:19.768647 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:21:21.450469 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:21:21.699104 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:21:31.692522 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:31.694394 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:33.990862 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:21:43.987314 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:43.987996 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:21:46.514162 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ebcb5350-2dc6-4440-97f7-c9e02ee75414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:21:48.831332 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f306e6ec-ba63-4d07-bc63-d0041352c404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:21:49.768877 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:21:51.454969 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:21:51.702792 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:01.697040 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:22:01.698885 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:22:10.989711 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:22:16.517105 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa75f-e0d5-47e6-a32d-71f6b7de1d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:18.833995 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-104b28ca-f8ae-4756-880a-5e8e1375b424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:19.770781 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:20.986307 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:22:20.986965 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:22:21.458518 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:21.704916 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:30.031723 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587988'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:40.022361 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:22:40.026833 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:22:43.314252 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36542) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:22:43.438994 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-0e3495fb-b241-4cf9-bd48-7be27241da41 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1237428 Oct 14 02:22:45.880859 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36552) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:22:45.935363 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-aa6b8112-090c-444e-9573-13b63c2e2a26 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533493 Oct 14 02:22:46.519149 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-08a2f471-05a7-4ae5-97fb-1a8d1286a1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:47.989399 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:22:48.836289 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fba79505-9cc5-4fb6-8ecc-cee085fd82a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:49.775026 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:51.462903 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:51.707234 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:22:53.433230 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:22:55.929641 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:22:55.989710 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:22:57.989739 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:22:59.980172 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:09.970026 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:23:09.975606 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:23:14.568391 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=12 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:23:14.570248 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=14 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:23:16.519386 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e4cf42f2-b1e4-41e7-8738-3bfcdd97f962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:18.838127 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb410-17ae-457c-9029-cfda4dce097f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:19.777606 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:21.465325 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:21.711749 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:24.988684 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:23:29.980421 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:32.980046 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:23:34.984419 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:23:39.969121 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:23:39.976887 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:23:46.521431 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6edb78b6-0db1-4e21-9012-2aeee3a7bb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:48.839936 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-644a151f-e7a1-4cc1-aa9f-e4f487d2399b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:49.779489 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:51.467578 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:51.714194 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:23:59.989627 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:01.988167 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:24:09.981521 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:09.984567 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:14.994535 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:14.995702 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:16.535132 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-49d75e4c-320d-4f60-8302-a3842b96c94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:18.843007 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f25006ba-6f6e-4f54-9c35-c3ba068b8d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.175887 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36774) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:19.372813 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36800) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:19.397930 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36806) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:19.413298 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36810) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:19.585905 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-network', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:19.605595 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Made reservation on behalf of e0d86bdb69fa4c6ca37a301b8c57ec5e for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:19.608269 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.618361 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.631834 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-328462598-network', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:19.673728 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-72213551-network', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:19.701331 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1245112486-network', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:19.716786 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Made reservation on behalf of a2e38a12e174437982573067f6bc3f8d for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:19.721758 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.758916 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.779870 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Made reservation on behalf of 1d2f70db22ec43d5ba9125f940433320 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:19.783444 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.785702 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Made reservation on behalf of 1a37a13b40e54342bb3942ff4387534e for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:19.785953 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.788408 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.822009 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.822009 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.830840 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Publish callbacks [] for security_group (a59f6794-215b-471d-b54e-19263ccde1f4), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.849838 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (a59f6794-215b-471d-b54e-19263ccde1f4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.909899 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:24:19.965769 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:19.966151 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Added segment 212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d of type vlan for network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 Oct 14 02:24:19.974573 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59f6794-215b-471d-b54e-19263ccde1f4,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:20.007967 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=70,neutron:INSERT=26,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:20.018814 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.019479 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.020007 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.020547 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.021071 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.021611 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.022089 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.022618 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.023138 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.023641 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.024131 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.024669 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.025142 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.025640 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.025970 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Tracked resource versions report: Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: pushed versions: Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: { 'AddressGroup': {'1.2'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Agent': {'1.1'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'ConntrackHelper': {'1.0'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Log': {'1.0'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'NDPProxy': {'1.0'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Network': {'1.1'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Port': {'1.7'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'PortForwarding': {'1.3'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'QosPolicy': {'1.10'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SecurityGroup': {'1.5'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SubPort': {'1.0'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Subnet': {'1.1'}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Trunk': {'1.1'}} Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: consumer versions: Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: { DHCP agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: HyperV agent@hv-cinder-84506: {}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: L3 agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: Metadata agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: Metering agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: Open vSwitch agent@dv-cinder-845069-4-iscsi: { 'AddressGroup': '1.2', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Agent': '1.1', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'ConntrackHelper': '1.0', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'LocalIPAssociation': '1.0', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Log': '1.0', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'NDPProxy': '1.0', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Network': '1.1', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Port': '1.7', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'PortForwarding': '1.3', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'QosPolicy': '1.10', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SecurityGroup': '1.5', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SecurityGroupRule': '1.2', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'SubPort': '1.0', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Subnet': '1.1', Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: 'Trunk': '1.1'}} Oct 14 02:24:20.027181 dv-cinder-845069-4-iscsi neutron-server[104415]: {{(pid=104415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:24:20.098157 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (6a0fcb6e-9af2-4d31-ad0b-3cc0354be555), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.129412 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Publish callbacks [] for security_group (7c78d787-d246-44ce-a807-84694207577b), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.151909 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (7c78d787-d246-44ce-a807-84694207577b), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.169274 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Publish callbacks [] for security_group (8c94ce16-34bb-4263-a970-9f8f8d96f45f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.172630 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Publish callbacks [] for security_group (e0b79c87-3bd8-4146-8a7e-b46a25f7f651), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.176092 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=66,neutron:INSERT=31,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:20.191114 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (8c94ce16-34bb-4263-a970-9f8f8d96f45f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.201301 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (e0b79c87-3bd8-4146-8a7e-b46a25f7f651), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.204398 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:24:20.220513 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (6a0fcb6e-9af2-4d31-ad0b-3cc0354be555), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.221371 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:20.221999 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.245359 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:24:20.248797 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c78d787-d246-44ce-a807-84694207577b,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:20.254015 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (dfa50f25-4a0d-453f-8357-0be2d18047d5), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.254362 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Added segment dfa50f25-4a0d-453f-8357-0be2d18047d5 of type vlan for network f27a3301-c1aa-44f4-93cf-c241a5798a38 Oct 14 02:24:20.277837 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:24:20.332369 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (e7af368f-6e0b-4160-ab60-68ec45e7cd06), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.332681 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Added segment e7af368f-6e0b-4160-ab60-68ec45e7cd06 of type vlan for network 720db06d-fc1d-4485-8eb8-fc21c261caf6 Oct 14 02:24:20.340576 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1593862 Oct 14 02:24:20.340991 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36852) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:20.347573 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Request body: {'subnet': {'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-subnet', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:20.384641 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.385201 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Added segment d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d of type vlan for network 7f56d467-5660-422a-95bf-cb9b701b52b6 Oct 14 02:24:20.408410 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Made reservation on behalf of e0d86bdb69fa4c6ca37a301b8c57ec5e for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:20.410781 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.415110 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c94ce16-34bb-4263-a970-9f8f8d96f45f,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:20.424864 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (f27a3301-c1aa-44f4-93cf-c241a5798a38), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.499968 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430ae52-f768-4ada-a5b0-93a4f64e74ca admin admin] Pushing event updated for resources: {'Network': ['ID=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:20.512860 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:24:20.571123 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (7f56d467-5660-422a-95bf-cb9b701b52b6), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.610448 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (720db06d-fc1d-4485-8eb8-fc21c261caf6), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.641672 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b79c87-3bd8-4146-8a7e-b46a25f7f651,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:20.672412 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (f27a3301-c1aa-44f4-93cf-c241a5798a38), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.673406 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:20.673979 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.714769 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:20.771058 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36882) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:20.771509 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3973396 Oct 14 02:24:20.772413 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (7f56d467-5660-422a-95bf-cb9b701b52b6), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.773526 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:20.774197 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.776677 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (720db06d-fc1d-4485-8eb8-fc21c261caf6), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.777641 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:20.778194 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.781284 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] Request body: {'subnet': {'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-subnet', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:20.789112 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (df574a0d-c460-4e0b-b9d8-f91874100636), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.806714 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504ee4b-1efb-4e91-a0f1-8953846ee3ee admin admin] Pushing event updated for resources: {'Network': ['ID=f27a3301-c1aa-44f4-93cf-c241a5798a38,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:20.829149 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network f27a3301-c1aa-44f4-93cf-c241a5798a38 details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:24:20.830782 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4318123 Oct 14 02:24:20.833891 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36886) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:20.837653 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4231582 Oct 14 02:24:20.842551 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] Request body: {'subnet': {'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-72213551-subnet', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:20.843680 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36888) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:20.857166 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] Request body: {'subnet': {'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-subnet', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:20.864146 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Checking segment: {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:20.864591 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Network hostable DHCP agents. Network: 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:24:20.910345 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] Made reservation on behalf of a2e38a12e174437982573067f6bc3f8d for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:20.917255 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.918784 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946eb9ec-736f-48b9-890d-73dd6c010104 admin admin] Pushing event updated for resources: {'Network': ['ID=7f56d467-5660-422a-95bf-cb9b701b52b6,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:20.931674 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:24:20.937621 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] Made reservation on behalf of 1a37a13b40e54342bb3942ff4387534e for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:20.940008 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:20.945771 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 7f56d467-5660-422a-95bf-cb9b701b52b6 details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:24:21.006709 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df574a0d-c460-4e0b-b9d8-f91874100636,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:21.015889 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:21.020741 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] Made reservation on behalf of 1d2f70db22ec43d5ba9125f940433320 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:21.021233 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a06a44-3b2c-4ac4-a347-35c257bfb0db admin admin] Pushing event updated for resources: {'Network': ['ID=720db06d-fc1d-4485-8eb8-fc21c261caf6,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:21.024274 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.042122 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5650927a-e322-4a17-ae60-9abba2ae44b6 None None] Network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:24:21.044261 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:24:21.053619 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:21.054456 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.061721 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.062425 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.062996 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.063562 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.064081 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.064589 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.065105 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.065626 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.066142 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.066643 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.067176 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.067743 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.068293 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.068799 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.069296 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] Tracked resource versions report: Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: pushed versions: Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: { 'AddressGroup': {'1.2'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Agent': {'1.1'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'ConntrackHelper': {'1.0'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Log': {'1.0'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'NDPProxy': {'1.0'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Network': {'1.1'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Port': {'1.7'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'PortForwarding': {'1.3'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'QosPolicy': {'1.10'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SecurityGroup': {'1.5'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SubPort': {'1.0'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Subnet': {'1.1'}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Trunk': {'1.1'}} Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: consumer versions: Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: { DHCP agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: HyperV agent@hv-cinder-84506: {}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: L3 agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: Metadata agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: Metering agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: Open vSwitch agent@dv-cinder-845069-4-iscsi: { 'AddressGroup': '1.2', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Agent': '1.1', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'ConntrackHelper': '1.0', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'LocalIPAssociation': '1.0', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Log': '1.0', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'NDPProxy': '1.0', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Network': '1.1', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Port': '1.7', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'PortForwarding': '1.3', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'QosPolicy': '1.10', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SecurityGroup': '1.5', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SecurityGroupRule': '1.2', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'SubPort': '1.0', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Subnet': '1.1', Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: 'Trunk': '1.1'}} Oct 14 02:24:21.070739 dv-cinder-845069-4-iscsi neutron-server[104416]: {{(pid=104416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:24:21.289581 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:24:21.290543 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.303741 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (edd0b70f-7068-4a0a-bb0d-a960649b575f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.312968 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:21.380162 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd0b70f-7068-4a0a-bb0d-a960649b575f,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:21.402751 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (e916f9eb-948f-4d46-8bc4-d39d3865de9f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.424918 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] Checking segment: {'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:21.425410 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] Network hostable DHCP agents. Network: 7f56d467-5660-422a-95bf-cb9b701b52b6, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:24:21.457266 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] Network 7f56d467-5660-422a-95bf-cb9b701b52b6 is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:24:21.467957 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:21.468631 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:21.473296 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 7f56d467-5660-422a-95bf-cb9b701b52b6) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:21.480383 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:21.483235 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.494248 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b171237a-ec4a-476e-a573-e6844b0bcb65 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1479356 Oct 14 02:24:21.494386 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36914) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:21.502430 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:21.527800 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ce23f6b0-384c-4559-bf8f-c0baa79cf24b admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6863015 Oct 14 02:24:21.528187 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36918) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:21.532560 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-72213551-router', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:21.573229 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e916f9eb-948f-4d46-8bc4-d39d3865de9f,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:21.586325 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (31ddbc8f-06e9-40ef-8f70-e180cde6ef88), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.591060 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (958eccc3-26b4-47d1-811f-f8bba1a5e724), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.592327 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (958eccc3-26b4-47d1-811f-f8bba1a5e724), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.626752 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea40a94e-2428-4933-89f7-e4a2a2affd99 None None] Network 7f56d467-5660-422a-95bf-cb9b701b52b6 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:24:21.654846 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Publish callbacks [] for router_controller (958eccc3-26b4-47d1-811f-f8bba1a5e724), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.656593 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (581f7733-b620-4421-b630-53ba62c6f665), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.657682 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (581f7733-b620-4421-b630-53ba62c6f665), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.668843 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ddbc8f-06e9-40ef-8f70-e180cde6ef88,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:21.693416 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.716964 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] Checking segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:21.716964 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] Network hostable DHCP agents. Network: 720db06d-fc1d-4485-8eb8-fc21c261caf6, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:24:21.729231 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Allocated IP 172.20.0.2 (6a0fcb6e-9af2-4d31-ad0b-3cc0354be555/df574a0d-c460-4e0b-b9d8-f91874100636/2167e718-cff1-475b-a546-e40e800caa9a) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:21.770127 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.796834 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] Checking segment: {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:21.797194 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] Network hostable DHCP agents. Network: f27a3301-c1aa-44f4-93cf-c241a5798a38, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:24:21.810710 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:24:21.847779 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] Network f27a3301-c1aa-44f4-93cf-c241a5798a38 is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:24:21.855321 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 720db06d-fc1d-4485-8eb8-fc21c261caf6) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:21.857815 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, f27a3301-c1aa-44f4-93cf-c241a5798a38) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:21.875391 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:21.875972 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.876320 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:21.878809 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Publish callbacks [] for router_gateway (958eccc3-26b4-47d1-811f-f8bba1a5e724), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.885542 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e4f041-7476-4fa2-a960-121264a4158c None None] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:24:21.910887 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-687bafe3-a45b-463b-a833-af685fa26ca2 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0588269 Oct 14 02:24:21.912263 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36934) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:21.924701 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:21.943673 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-7f56d467-5660-422a-95bf-cb9b701b52b6', 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6', 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'fixed_ips': [{'subnet_id': 'edd0b70f-7068-4a0a-bb0d-a960649b575f'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:24:21.944881 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.983871 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:21.985090 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:21.996707 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bab1cc-05e3-4078-b343-8ea686ee26cc None None] Network f27a3301-c1aa-44f4-93cf-c241a5798a38 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:24:22.037716 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (51edbdf0-f141-485f-a4ba-89d284f18ca8), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.041511 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (51edbdf0-f141-485f-a4ba-89d284f18ca8), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.099259 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:22.122959 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Publish callbacks [] for router_controller (581f7733-b620-4421-b630-53ba62c6f665), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.133257 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:22.244707 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Publish callbacks [] for router_controller (51edbdf0-f141-485f-a4ba-89d284f18ca8), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.250191 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f0db91eb-c7bc-4bde-a3b7-3bf0c9657fa3 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4768121 Oct 14 02:24:22.252940 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36938) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:22.267229 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:22.361948 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36942) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:22.451698 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.455385 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.473088 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-720db06d-fc1d-4485-8eb8-fc21c261caf6', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:24:22.475405 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.499670 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Publish callbacks [] for router_gateway (581f7733-b620-4421-b630-53ba62c6f665), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.616633 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Publish callbacks [] for router_gateway (51edbdf0-f141-485f-a4ba-89d284f18ca8), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.667371 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Publish callbacks [] for router_gateway (958eccc3-26b4-47d1-811f-f8bba1a5e724), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.709708 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-f27a3301-c1aa-44f4-93cf-c241a5798a38', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:24:22.711827 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.764946 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Publish callbacks [] for port (2167e718-cff1-475b-a546-e40e800caa9a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.768722 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.781029 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bf5a2fa4-6af1-4534-9ea8-af19ee7c1a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.794778 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Publish callbacks [] for router_controller (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.812455 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (2167e718-cff1-475b-a546-e40e800caa9a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:22.934756 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Allocated IP 172.20.0.2 (7f56d467-5660-422a-95bf-cb9b701b52b6/edd0b70f-7068-4a0a-bb0d-a960649b575f/c73f0cca-a7ad-4a41-a3a2-fd161a891ae3) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:23.009520 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:23.026890 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:23.052340 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:23.081779 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Pushing event updated for resources: {'Port': ['ID=2167e718-cff1-475b-a546-e40e800caa9a,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:23.128138 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Allocated IP 172.20.0.2 (720db06d-fc1d-4485-8eb8-fc21c261caf6/31ddbc8f-06e9-40ef-8f70-e180cde6ef88/800ae8ca-5ad3-4230-905c-e5406ff3f6ac) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:23.159636 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.160309 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.160870 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.161950 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.162470 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.163209 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.163712 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.164210 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.164758 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.165279 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.166498 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.167036 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.167571 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.168072 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.168569 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Tracked resource versions report: Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: pushed versions: Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: { 'AddressGroup': {'1.2'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Agent': {'1.1'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'ConntrackHelper': {'1.0'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Log': {'1.0'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'NDPProxy': {'1.0'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Network': {'1.1'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Port': {'1.7'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'PortForwarding': {'1.3'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'QosPolicy': {'1.10'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SecurityGroup': {'1.5'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SubPort': {'1.0'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Subnet': {'1.1'}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Trunk': {'1.1'}} Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: consumer versions: Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: { DHCP agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: HyperV agent@hv-cinder-84506: {}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: L3 agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: Metadata agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: Metering agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: Open vSwitch agent@dv-cinder-845069-4-iscsi: { 'AddressGroup': '1.2', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Agent': '1.1', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'ConntrackHelper': '1.0', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'LocalIPAssociation': '1.0', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Log': '1.0', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'NDPProxy': '1.0', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Network': '1.1', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Port': '1.7', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'PortForwarding': '1.3', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'QosPolicy': '1.10', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SecurityGroup': '1.5', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SecurityGroupRule': '1.2', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'SubPort': '1.0', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Subnet': '1.1', Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: 'Trunk': '1.1'}} Oct 14 02:24:23.169948 dv-cinder-845069-4-iscsi neutron-server[104417]: {{(pid=104417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:24:23.195833 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:23.206122 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Publish callbacks [] for router_gateway (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.216735 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Publish callbacks [] for router_gateway (51edbdf0-f141-485f-a4ba-89d284f18ca8), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.242897 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.310698 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 36986) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:23.311135 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:23.316618 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bf5a2fa4-6af1-4534-9ea8-af19ee7c1a0f admin admin] Publish callbacks [] for security_group (4cd7729c-a65d-414d-b8d9-03b457250277), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.324848 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:23.329653 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bf5a2fa4-6af1-4534-9ea8-af19ee7c1a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (4cd7729c-a65d-414d-b8d9-03b457250277), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.349203 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Allocated IP 172.20.0.2 (f27a3301-c1aa-44f4-93cf-c241a5798a38/e916f9eb-948f-4d46-8bc4-d39d3865de9f/ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:23.352179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Attempting to bind port 2167e718-cff1-475b-a546-e40e800caa9a on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:23.352782 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Attempting to bind port 2167e718-cff1-475b-a546-e40e800caa9a by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:23.353356 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Attempting to bind port 2167e718-cff1-475b-a546-e40e800caa9a on network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:23.362114 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:23.400604 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Publish callbacks [] for router_gateway (581f7733-b620-4421-b630-53ba62c6f665), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.410752 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Allocated IP 172.27.1.212 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/f786f4f2-d4f6-4296-b2bb-19d6973f9a46) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:23.411692 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=82,neutron:UPDATE=9,neutron:INSERT=9 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:23.416832 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:23.453312 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-bf5a2fa4-6af1-4534-9ea8-af19ee7c1a0f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b13c82f939b04b2bb2e370d5de09fe3f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0473623 Oct 14 02:24:23.455750 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 36990) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:23.463033 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.466516 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a2fa4-6af1-4534-9ea8-af19ee7c1a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd7729c-a65d-414d-b8d9-03b457250277,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:23.544635 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Publish callbacks [] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.574649 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bf6259bf-c4cd-4f96-9eb9-d95ce428ab42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.579803 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:23.580441 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Checking segment: {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:23.580836 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.581219 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Bound using segment: {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:23.581846 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Bound port: 2167e718-cff1-475b-a546-e40e800caa9a, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:23.582409 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (2167e718-cff1-475b-a546-e40e800caa9a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.585563 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.589777 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Publish callbacks [] for router_gateway (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.610982 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-059a3ec9-ef31-414e-9c55-ee4e9f24b9b1 admin admin] Publish callbacks [] for security_group (4cd7729c-a65d-414d-b8d9-03b457250277), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.614908 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.651266 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-059a3ec9-ef31-414e-9c55-ee4e9f24b9b1 admin admin] Publish callbacks [] for security_group (4cd7729c-a65d-414d-b8d9-03b457250277), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.680747 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Network 7f56d467-5660-422a-95bf-cb9b701b52b6 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:23.706687 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Publish callbacks [] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.707863 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Publish callbacks [] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.723373 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:23.740178 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:23.744394 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.748285 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Pushing event updated for resources: {'Port': ['ID=c73f0cca-a7ad-4a41-a3a2-fd161a891ae3,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:23.834699 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-059a3ec9-ef31-414e-9c55-ee4e9f24b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (4cd7729c-a65d-414d-b8d9-03b457250277), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.841849 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-059a3ec9-ef31-414e-9c55-ee4e9f24b9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.843406 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-059a3ec9-ef31-414e-9c55-ee4e9f24b9b1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4cd7729c-a65d-414d-b8d9-03b457250277 HTTP/1.1" status: 204 len: 168 time: 0.3851330 Oct 14 02:24:23.857898 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bf6259bf-c4cd-4f96-9eb9-d95ce428ab42 admin admin] Publish callbacks [] for security_group (15833195-7db0-4e9c-873f-b072c5525c21), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.869050 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bf6259bf-c4cd-4f96-9eb9-d95ce428ab42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (15833195-7db0-4e9c-873f-b072c5525c21), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.884014 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:23.890892 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a3ec9-ef31-414e-9c55-ee4e9f24b9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd7729c-a65d-414d-b8d9-03b457250277,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:23.912302 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:23.917895 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:23.930390 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:23.975251 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Allocated IP 172.27.1.96 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/403b9c62-8b5c-4449-a81b-e145e298938f) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:24.065106 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6259bf-c4cd-4f96-9eb9-d95ce428ab42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15833195-7db0-4e9c-873f-b072c5525c21,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:24.090560 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-bf6259bf-c4cd-4f96-9eb9-d95ce428ab42 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=31425e92610a4541b2e74b733f6b32e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7776115 Oct 14 02:24:24.098079 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37024) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:24.124302 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:24.133257 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] For port 2167e718-cff1-475b-a546-e40e800caa9a, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:24.153932 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Publish callbacks [] for port (403b9c62-8b5c-4449-a81b-e145e298938f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.174981 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Publish callbacks [] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.175583 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:24.198176 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Pushing event updated for resources: {'Port': ['ID=800ae8ca-5ad3-4230-905c-e5406ff3f6ac,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:24.210630 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] For port 2167e718-cff1-475b-a546-e40e800caa9a, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=2167e718-cff1-475b-a546-e40e800caa9a,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:24.212189 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.221974 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.242414 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Pushing event updated for resources: {'Port': ['ID=f786f4f2-d4f6-4296-b2bb-19d6973f9a46,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:24.250872 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:24.261997 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (2167e718-cff1-475b-a546-e40e800caa9a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.271273 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:24.273820 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Attempting to bind port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:24.274186 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Attempting to bind port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:24.274538 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Attempting to bind port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 on network 7f56d467-5660-422a-95bf-cb9b701b52b6 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:24.286107 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:24.291428 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:24.294236 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:24.362635 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Pushing event updated for resources: {'Port': ['ID=403b9c62-8b5c-4449-a81b-e145e298938f,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:24.366478 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Network f27a3301-c1aa-44f4-93cf-c241a5798a38 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:24.378635 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:24.405025 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:24.422069 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Pushing event updated for resources: {'Port': ['ID=ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:24.507649 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:24.508864 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Attempting to bind port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:24.509374 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Attempting to bind port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:24.509992 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Attempting to bind port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:24.518204 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:24.518840 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Checking segment: {'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:24.519451 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.520073 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Bound using segment: {'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:24.521367 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Bound port: c73f0cca-a7ad-4a41-a3a2-fd161a891ae3, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:24.521996 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.583466 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:24.655260 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a19d6-1d28-4f61-8f68-f69533e1c972 None None] Pushing event updated for resources: {'Port': ['ID=2167e718-cff1-475b-a546-e40e800caa9a,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:24.657868 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Attempting to bind port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:24.658226 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Attempting to bind port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:24.658576 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Attempting to bind port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba on network f27a3301-c1aa-44f4-93cf-c241a5798a38 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:24.664415 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Publish callbacks [] for router_gateway (51edbdf0-f141-485f-a4ba-89d284f18ca8), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.727812 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0405b2f4-737d-44ac-9021-ee4e65741e3c admin admin] Publish callbacks [] for security_group (15833195-7db0-4e9c-873f-b072c5525c21), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.751480 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:24.751480 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Checking segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:24.751480 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.751480 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Bound using segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:24.751480 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Bound port: 800ae8ca-5ad3-4230-905c-e5406ff3f6ac, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:24.751480 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.756567 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Allocated IP 172.27.1.216 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/c5c57252-7197-4cd4-ab95-6fdec2b28b29) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:24.758241 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:24.804243 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0405b2f4-737d-44ac-9021-ee4e65741e3c admin admin] Publish callbacks [] for security_group (15833195-7db0-4e9c-873f-b072c5525c21), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.845821 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] For port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:24.887474 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] For port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c73f0cca-a7ad-4a41-a3a2-fd161a891ae3,segment=NetworkSegment(d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d),segment_id=d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:24.889159 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:24.889521 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Checking segment: {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:24.889912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.890297 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Bound using segment: {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:24.890762 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Bound port: ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:24.891167 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.910757 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:24.923101 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:24.936942 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:25.039773 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] For port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:25.072210 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] For port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=800ae8ca-5ad3-4230-905c-e5406ff3f6ac,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:25.073415 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (51edbdf0-f141-485f-a4ba-89d284f18ca8), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:25.139223 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:25.149952 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96575ed-7154-4ba4-b9e5-2efbeae6e3fb None None] Pushing event updated for resources: {'Port': ['ID=c73f0cca-a7ad-4a41-a3a2-fd161a891ae3,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:25.159924 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] For port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:25.180560 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] For port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:25.289996 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5745347-86e9-4772-b1c0-72e1941a2ad9 None None] Pushing event updated for resources: {'Port': ['ID=800ae8ca-5ad3-4230-905c-e5406ff3f6ac,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:25.319383 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:25.393819 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Router 51edbdf0-f141-485f-a4ba-89d284f18ca8 is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:24:25.408358 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0405b2f4-737d-44ac-9021-ee4e65741e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (15833195-7db0-4e9c-873f-b072c5525c21), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:25.419288 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0405b2f4-737d-44ac-9021-ee4e65741e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:25.422112 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-0405b2f4-737d-44ac-9021-ee4e65741e3c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/15833195-7db0-4e9c-873f-b072c5525c21 HTTP/1.1" status: 204 len: 168 time: 1.3010662 Oct 14 02:24:25.446610 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948a595-78fc-4534-8f56-786d8cde4e36 None None] Pushing event updated for resources: {'Port': ['ID=ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:25.477979 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405b2f4-737d-44ac-9021-ee4e65741e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15833195-7db0-4e9c-873f-b072c5525c21,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:25.485712 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Publish callbacks [] for router_gateway (958eccc3-26b4-47d1-811f-f8bba1a5e724), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:25.491009 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Publish callbacks [] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:25.779850 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:24:25.800555 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Sync routers for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:24:25.824706 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:25.829386 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:25.912380 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:25.979877 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Allocated IP 172.27.1.70 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/801abd45-14ee-422a-87de-2d8b167f687c) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:26.075719 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 2167e718-cff1-475b-a546-e40e800caa9a up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:26.078339 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:26.106043 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:26.109805 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c57252-7197-4cd4-ab95-6fdec2b28b29,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:26.126758 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:26.238920 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 2167e718-cff1-475b-a546-e40e800caa9a triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:26.254191 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (2167e718-cff1-475b-a546-e40e800caa9a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:26.256307 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 2167e718-cff1-475b-a546-e40e800caa9a Oct 14 02:24:26.258007 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37074) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:26.307762 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:26.314921 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-17d44147-9c45-4f0e-841e-27df7f968481 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3937001 Oct 14 02:24:26.316085 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f64658-a09b-4094-bf01-3a3ebe525f2e None None] Network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:24:26.323931 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37078) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:26.415167 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Publish callbacks [] for port (801abd45-14ee-422a-87de-2d8b167f687c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:26.476159 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:26.506167 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-811312ea-35c1-4c2d-9bbb-bc5931149932 None None] Provisioning complete for port 2167e718-cff1-475b-a546-e40e800caa9a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:26.506550 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-811312ea-35c1-4c2d-9bbb-bc5931149932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (2167e718-cff1-475b-a546-e40e800caa9a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:26.506893 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-811312ea-35c1-4c2d-9bbb-bc5931149932 None None] Attempt 1 to provision port 2167e718-cff1-475b-a546-e40e800caa9a Oct 14 02:24:26.569841 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (958eccc3-26b4-47d1-811f-f8bba1a5e724), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:26.619167 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:26.620821 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (801abd45-14ee-422a-87de-2d8b167f687c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:26.635976 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:26.697027 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37090) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:26.762211 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1b808dd7-b1bb-4db0-889c-442c79a65fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:26.969197 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 2167e718-cff1-475b-a546-e40e800caa9a is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:26.969572 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (2167e718-cff1-475b-a546-e40e800caa9a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:26.987150 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:26.990540 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Pushing event updated for resources: {'Port': ['ID=801abd45-14ee-422a-87de-2d8b167f687c,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:26.998776 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:27.009893 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:27.012667 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:27.046435 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:27.058583 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:24Z', 'revision_number': 3, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:27.070462 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:27.070964 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e8266fe0-c1cb-4f3c-861f-cb5844345530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:27.112906 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b70e6-28f7-420e-95e1-1a22e0c19ea8 None None] Network 7f56d467-5660-422a-95bf-cb9b701b52b6 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:24:27.134701 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Checking router: 51edbdf0-f141-485f-a4ba-89d284f18ca8 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:24:27.135060 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Updating router 51edbdf0-f141-485f-a4ba-89d284f18ca8 port 403b9c62-8b5c-4449-a81b-e145e298938f binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:24:27.224158 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:27.279786 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-811312ea-35c1-4c2d-9bbb-bc5931149932 None None] Current status of the port 2167e718-cff1-475b-a546-e40e800caa9a is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:27.280175 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-811312ea-35c1-4c2d-9bbb-bc5931149932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (2167e718-cff1-475b-a546-e40e800caa9a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:27.311780 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 2167e718-cff1-475b-a546-e40e800caa9a, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=2167e718-cff1-475b-a546-e40e800caa9a,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:27.329798 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (2167e718-cff1-475b-a546-e40e800caa9a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:27.330989 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:27.345063 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Publish callbacks [] for router_gateway (581f7733-b620-4421-b630-53ba62c6f665), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:27.454141 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=2167e718-cff1-475b-a546-e40e800caa9a,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:27.554474 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07785a4-b3df-47f0-b93e-e42493f9efc3 None None] Network f27a3301-c1aa-44f4-93cf-c241a5798a38 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:24:27.581022 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.db.api [None req-811312ea-35c1-4c2d-9bbb-bc5931149932 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 02:24:27.581355 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG oslo_db.api [None req-811312ea-35c1-4c2d-9bbb-bc5931149932 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 02:24:27.591536 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:27.649474 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:27.650130 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:27.650637 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 Oct 14 02:24:27.659007 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1b808dd7-b1bb-4db0-889c-442c79a65fa2 admin admin] Publish callbacks [] for security_group (d36711e4-8497-45a9-9cf6-63de5e6e37f4), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:27.767171 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1b808dd7-b1bb-4db0-889c-442c79a65fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d36711e4-8497-45a9-9cf6-63de5e6e37f4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:27.808744 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Publish callbacks [] for port (403b9c62-8b5c-4449-a81b-e145e298938f), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:27.821844 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:27.890271 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:27.890673 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:27.943413 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Router 958eccc3-26b4-47d1-811f-f8bba1a5e724 is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:24:27.962254 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Attempting to bind port 403b9c62-8b5c-4449-a81b-e145e298938f on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:27.964456 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Attempting to bind port 403b9c62-8b5c-4449-a81b-e145e298938f by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:27.965197 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Attempting to bind port 403b9c62-8b5c-4449-a81b-e145e298938f on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:27.999453 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1b808dd7-b1bb-4db0-889c-442c79a65fa2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dcbfe035b11a424a827cb5522e6ef8f2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3002355 Oct 14 02:24:28.011031 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37114) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:28.013335 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b808dd7-b1bb-4db0-889c-442c79a65fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36711e4-8497-45a9-9cf6-63de5e6e37f4,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:28.025510 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c73f0cca-a7ad-4a41-a3a2-fd161a891ae3,segment=NetworkSegment(d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d),segment_id=d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:28.036193 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352c94b-b72a-4e01-a134-8dd9a50f85de None None] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:24:28.052098 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Pushing event updated for resources: {'Port': ['ID=403b9c62-8b5c-4449-a81b-e145e298938f,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:28.061105 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.087368 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.088382 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.088766 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.089124 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.091542 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.092055 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.092541 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.093041 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.094610 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.095124 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.095632 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.098569 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.099313 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.099796 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.100415 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Tracked resource versions report: Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: pushed versions: Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: { 'AddressGroup': {'1.2'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Agent': {'1.1'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'ConntrackHelper': {'1.0'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Log': {'1.0'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'NDPProxy': {'1.0'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Network': {'1.1'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Port': {'1.7'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'PortForwarding': {'1.3'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'QosPolicy': {'1.10'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SecurityGroup': {'1.5'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SubPort': {'1.0'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Subnet': {'1.1'}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Trunk': {'1.1'}} Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: consumer versions: Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: { DHCP agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: HyperV agent@hv-cinder-84506: {}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: L3 agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: Metadata agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: Metering agent@dv-cinder-845069-4-iscsi: {}, Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: Open vSwitch agent@dv-cinder-845069-4-iscsi: { 'AddressGroup': '1.2', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Agent': '1.1', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'ConntrackHelper': '1.0', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'LocalIPAssociation': '1.0', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Log': '1.0', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'NDPProxy': '1.0', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Network': '1.1', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Port': '1.7', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'PortForwarding': '1.3', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'QosPolicy': '1.10', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SecurityGroup': '1.5', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SecurityGroupRule': '1.2', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'SubPort': '1.0', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Subnet': '1.1', Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: 'Trunk': '1.1'}} Oct 14 02:24:28.105685 dv-cinder-845069-4-iscsi neutron-server[104418]: {{(pid=104418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:24:28.123543 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:28.124315 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:28.124722 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.125278 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:28.125913 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Bound port: 403b9c62-8b5c-4449-a81b-e145e298938f, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:28.126773 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.184170 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e8266fe0-c1cb-4f3c-861f-cb5844345530 admin admin] Publish callbacks [] for security_group (2295de9e-84aa-4b54-8960-6b7bb0d13787), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.217883 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e8266fe0-c1cb-4f3c-861f-cb5844345530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (2295de9e-84aa-4b54-8960-6b7bb0d13787), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.272043 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] For port 403b9c62-8b5c-4449-a81b-e145e298938f, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:28.279221 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] For port 403b9c62-8b5c-4449-a81b-e145e298938f, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=403b9c62-8b5c-4449-a81b-e145e298938f,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:28.297114 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.388545 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:28.414976 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:28.418993 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:28.473951 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-811312ea-35c1-4c2d-9bbb-bc5931149932 None None] Current status of the port 2167e718-cff1-475b-a546-e40e800caa9a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:28.486271 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=c73f0cca-a7ad-4a41-a3a2-fd161a891ae3,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:28.512867 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e8266fe0-c1cb-4f3c-861f-cb5844345530 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e81bc6b4efe24f1da9b1d75c335bb73e&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2526293 Oct 14 02:24:28.516096 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37132) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:28.522887 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Publish callbacks [] for router_gateway (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.554243 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8266fe0-c1cb-4f3c-861f-cb5844345530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2295de9e-84aa-4b54-8960-6b7bb0d13787,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:28.587004 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (581f7733-b620-4421-b630-53ba62c6f665), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.610940 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:28.612859 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Provisioning complete for port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:28.615329 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.617780 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Attempt 1 to provision port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 Oct 14 02:24:28.637845 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147f77c-a3aa-4836-b4f4-3f5e6bf490c9 None None] Pushing event updated for resources: {'Port': ['ID=403b9c62-8b5c-4449-a81b-e145e298938f,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:28.730505 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:28.774442 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:28.859630 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cb3a28ab-7af1-44d4-a25c-87468407b84b admin admin] Publish callbacks [] for security_group (d36711e4-8497-45a9-9cf6-63de5e6e37f4), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.864706 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:28.870629 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:28.886999 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cb3a28ab-7af1-44d4-a25c-87468407b84b admin admin] Publish callbacks [] for security_group (d36711e4-8497-45a9-9cf6-63de5e6e37f4), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.916671 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:28.919970 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:28.920597 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba Oct 14 02:24:28.930285 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:28.957739 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:24:28.973213 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Current status of the port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:28.976933 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Sync routers for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:24:29.005682 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Provisioning complete for port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:29.006491 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.006999 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Attempt 1 to provision port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba Oct 14 02:24:29.016445 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cb3a28ab-7af1-44d4-a25c-87468407b84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d36711e4-8497-45a9-9cf6-63de5e6e37f4), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.019230 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cb3a28ab-7af1-44d4-a25c-87468407b84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.021109 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-cb3a28ab-7af1-44d4-a25c-87468407b84b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d36711e4-8497-45a9-9cf6-63de5e6e37f4 HTTP/1.1" status: 204 len: 168 time: 0.9743156 Oct 14 02:24:29.025989 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:24Z', 'revision_number': 3, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:29.029623 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-41702586-5b3b-4cf8-aca8-db534c70a0f0 admin admin] Publish callbacks [] for security_group (2295de9e-84aa-4b54-8960-6b7bb0d13787), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.036892 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.040856 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a7885917-f91a-48a8-ae2a-099074175582 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5430901 Oct 14 02:24:29.044189 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37144) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:29.044981 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:29.045788 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:29.065697 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a28ab-7af1-44d4-a25c-87468407b84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36711e4-8497-45a9-9cf6-63de5e6e37f4,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:29.080427 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Router 581f7733-b620-4421-b630-53ba62c6f665 is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:24:29.084157 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090da63-a11f-4b71-a9b2-db70bca7a274 None None] The sync data for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi is: [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:24Z', 'revision_number': 3, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:24:29.084657 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:29.194662 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-41702586-5b3b-4cf8-aca8-db534c70a0f0 admin admin] Publish callbacks [] for security_group (2295de9e-84aa-4b54-8960-6b7bb0d13787), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.218586 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:29.219340 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.232237 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:29.239875 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:24:29.253523 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Sync routers for ids ['581f7733-b620-4421-b630-53ba62c6f665'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:24:29.274160 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.275165 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Routers {'581f7733-b620-4421-b630-53ba62c6f665'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:29.276119 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['581f7733-b620-4421-b630-53ba62c6f665'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:29.280380 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9a7fb8e7-5814-4790-b20d-f6fea1260681 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7485387 Oct 14 02:24:29.282347 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37146) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:29.368022 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:29.370201 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Current status of the port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:29.370576 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.379207 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.380358 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 800ae8ca-5ad3-4230-905c-e5406ff3f6ac up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:29.411735 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.528611 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Set router 581f7733-b620-4421-b630-53ba62c6f665 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:29.542875 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-41702586-5b3b-4cf8-aca8-db534c70a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (2295de9e-84aa-4b54-8960-6b7bb0d13787), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.546868 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:29.553611 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-41702586-5b3b-4cf8-aca8-db534c70a0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.556174 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-41702586-5b3b-4cf8-aca8-db534c70a0f0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2295de9e-84aa-4b54-8960-6b7bb0d13787 HTTP/1.1" status: 204 len: 168 time: 1.0280116 Oct 14 02:24:29.558429 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:29.628524 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:29.787259 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41702586-5b3b-4cf8-aca8-db534c70a0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2295de9e-84aa-4b54-8960-6b7bb0d13787,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:29.800352 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:29.905640 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.db.api [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 02:24:29.909464 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG oslo_db.api [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 02:24:29.968270 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f7733-b620-4421-b630-53ba62c6f665', 'name': 'tempest-DeleteServersTestJSON-72213551-router', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:26Z', 'revision_number': 3, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'gw_port': {'id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f7733-b620-4421-b630-53ba62c6f665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:30.077582 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Checking router: 581f7733-b620-4421-b630-53ba62c6f665 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:24:30.082080 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Updating router 581f7733-b620-4421-b630-53ba62c6f665 port c5c57252-7197-4cd4-ab95-6fdec2b28b29 binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:24:30.124928 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:30.180953 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:30.247965 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:30.248343 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:30.248711 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac Oct 14 02:24:30.333463 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:30.361387 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:24Z', 'revision_number': 3, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:30.405511 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:30.407825 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Checking router: 958eccc3-26b4-47d1-811f-f8bba1a5e724 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:24:30.408880 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Updating router 958eccc3-26b4-47d1-811f-f8bba1a5e724 port f786f4f2-d4f6-4296-b2bb-19d6973f9a46 binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:24:30.742446 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Current status of the port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:30.779745 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:30.803131 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:30.803491 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:30.959369 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Provisioning complete for port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:30.959369 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:30.959369 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Attempt 1 to provision port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac Oct 14 02:24:31.013359 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.021998 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Publish callbacks [] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.042522 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.140727 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Allocated IP 172.20.0.1 (720db06d-fc1d-4485-8eb8-fc21c261caf6/31ddbc8f-06e9-40ef-8f70-e180cde6ef88/9f4dae45-7b56-49d8-887c-481502454d85) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:31.148876 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Attempting to bind port c5c57252-7197-4cd4-ab95-6fdec2b28b29 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:31.149255 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Attempting to bind port c5c57252-7197-4cd4-ab95-6fdec2b28b29 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:31.153269 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Attempting to bind port c5c57252-7197-4cd4-ab95-6fdec2b28b29 on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:31.333062 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Current status of the port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:31.333415 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.350731 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Publish callbacks [] for port (9f4dae45-7b56-49d8-887c-481502454d85), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.368671 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=800ae8ca-5ad3-4230-905c-e5406ff3f6ac,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:31.380278 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.381457 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 2167e718-cff1-475b-a546-e40e800caa9a up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:31.404037 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:31.412881 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:31.413973 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:31.434731 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defabc8-7662-4e1d-b6d4-3aa58ea62887 None None] Pushing event updated for resources: {'Port': ['ID=c5c57252-7197-4cd4-ab95-6fdec2b28b29,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:31.458612 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Allocated IP 172.20.0.1 (7f56d467-5660-422a-95bf-cb9b701b52b6/edd0b70f-7068-4a0a-bb0d-a960649b575f/12033a89-3c62-4121-8a5a-0bcf3c43dd0d) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:31.487983 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:31.488282 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:31.488688 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.489145 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:31.489637 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Bound port: c5c57252-7197-4cd4-ab95-6fdec2b28b29, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:31.490015 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.567398 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (9f4dae45-7b56-49d8-887c-481502454d85), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.574938 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] For port c5c57252-7197-4cd4-ab95-6fdec2b28b29, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:31.578850 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] For port c5c57252-7197-4cd4-ab95-6fdec2b28b29, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c5c57252-7197-4cd4-ab95-6fdec2b28b29,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:31.583984 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:31.587827 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=800ae8ca-5ad3-4230-905c-e5406ff3f6ac,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:31.589112 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.632124 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.db.api [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 02:24:31.632532 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG oslo_db.api [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 02:24:31.643486 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Routers {'581f7733-b620-4421-b630-53ba62c6f665'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:31.644203 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['581f7733-b620-4421-b630-53ba62c6f665'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:31.648365 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:31.703920 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.735678 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Publish callbacks [] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.750539 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:31.768678 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:31.769911 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 2167e718-cff1-475b-a546-e40e800caa9a triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:31.772351 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (2167e718-cff1-475b-a546-e40e800caa9a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.773257 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:31.773855 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 2167e718-cff1-475b-a546-e40e800caa9a Oct 14 02:24:31.773998 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (51edbdf0-f141-485f-a4ba-89d284f18ca8), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.829789 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:31.905937 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9f4dae45-7b56-49d8-887c-481502454d85,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:32.017839 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defabc8-7662-4e1d-b6d4-3aa58ea62887 None None] Pushing event updated for resources: {'Port': ['ID=c5c57252-7197-4cd4-ab95-6fdec2b28b29,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:32.034259 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:32.040279 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Network 7f56d467-5660-422a-95bf-cb9b701b52b6 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:32.041955 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Pushing event updated for resources: {'Port': ['ID=12033a89-3c62-4121-8a5a-0bcf3c43dd0d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:32.059985 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:32.065026 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:32.065511 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (581f7733-b620-4421-b630-53ba62c6f665), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:32.109593 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] Set router 581f7733-b620-4421-b630-53ba62c6f665 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:32.125752 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 2167e718-cff1-475b-a546-e40e800caa9a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:32.211933 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:24:32.638535 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Current status of the port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:32.661768 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:32.687982 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f7733-b620-4421-b630-53ba62c6f665', 'name': 'tempest-DeleteServersTestJSON-72213551-router', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:26Z', 'revision_number': 3, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'gw_port': {'id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f7733-b620-4421-b630-53ba62c6f665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:32.746631 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd491f3-cb9f-4f9a-9de2-1c6ec388d499 None None] The sync data for ids ['581f7733-b620-4421-b630-53ba62c6f665'] in dv-cinder-845069-4-iscsi is: [{'id': '581f7733-b620-4421-b630-53ba62c6f665', 'name': 'tempest-DeleteServersTestJSON-72213551-router', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:26Z', 'revision_number': 3, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'gw_port': {'id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f7733-b620-4421-b630-53ba62c6f665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:24:32.753944 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Publish callbacks [] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:32.775688 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Provisioning complete for port 2167e718-cff1-475b-a546-e40e800caa9a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:32.776410 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (2167e718-cff1-475b-a546-e40e800caa9a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:32.776497 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Attempt 1 to provision port 2167e718-cff1-475b-a546-e40e800caa9a Oct 14 02:24:32.861691 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:32.939687 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:32.960349 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:32.966526 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Attempting to bind port f786f4f2-d4f6-4296-b2bb-19d6973f9a46 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:32.966914 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Attempting to bind port f786f4f2-d4f6-4296-b2bb-19d6973f9a46 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:32.967300 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Attempting to bind port f786f4f2-d4f6-4296-b2bb-19d6973f9a46 on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:33.016237 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:33.016621 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:33.016956 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba Oct 14 02:24:33.062028 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:33.062906 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eb344-009d-4fe2-8bdf-e558278e20a6 None None] Pushing event updated for resources: {'Port': ['ID=f786f4f2-d4f6-4296-b2bb-19d6973f9a46,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:33.066334 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:24:33.086916 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Sync routers for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:24:33.115845 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:33.117005 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:33.119838 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (9f4dae45-7b56-49d8-887c-481502454d85), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:33.150417 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Allocated IP 172.20.0.1 (6a0fcb6e-9af2-4d31-ad0b-3cc0354be555/df574a0d-c460-4e0b-b9d8-f91874100636/c6e51693-beaa-4097-b3e4-00fdc7001d9b) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:33.204099 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:33.205656 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a0650728-4da3-4fb0-bf17-b65f6a3a35ac admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.9516199 Oct 14 02:24:33.221732 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37266) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:33.300371 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:33.367559 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ca802ae5-c3eb-4759-bc96-cc2e01d1e62d None None] Current status of the port 2167e718-cff1-475b-a546-e40e800caa9a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:33.371106 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Publish callbacks [] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:33.373092 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:33.381120 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:33.383124 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (581f7733-b620-4421-b630-53ba62c6f665), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:33.397429 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:33.397782 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:33.398114 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:33.398499 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:33.398982 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Bound port: f786f4f2-d4f6-4296-b2bb-19d6973f9a46, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:33.399384 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:33.534578 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Provisioning complete for port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:33.534578 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:33.534578 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Attempt 1 to provision port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac Oct 14 02:24:33.589136 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:33.603474 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Pushing event updated for resources: {'Port': ['ID=12033a89-3c62-4121-8a5a-0bcf3c43dd0d,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:33.656421 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] For port f786f4f2-d4f6-4296-b2bb-19d6973f9a46, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:33.657778 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Network 7f56d467-5660-422a-95bf-cb9b701b52b6 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:33.659492 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:33.728444 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:33.729536 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 800ae8ca-5ad3-4230-905c-e5406ff3f6ac up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:33.764029 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] For port f786f4f2-d4f6-4296-b2bb-19d6973f9a46, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=f786f4f2-d4f6-4296-b2bb-19d6973f9a46,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:33.825446 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:33.860661 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:33.878229 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:33.932409 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Router 581f7733-b620-4421-b630-53ba62c6f665 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:24:34.108807 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Publish callbacks [] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:34.118761 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:24:34.120080 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:34.120714 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:34.132043 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c2986a21-b140-4f2d-875f-a5bbeb258775 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/581f7733-b620-4421-b630-53ba62c6f665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8461521 Oct 14 02:24:34.195131 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:27Z', 'revision_number': 3, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:34.258380 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:34.266324 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Publish callbacks [] for port (9f4dae45-7b56-49d8-887c-481502454d85), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:34.283562 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (9f4dae45-7b56-49d8-887c-481502454d85), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:34.284287 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (51edbdf0-f141-485f-a4ba-89d284f18ca8), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:34.302946 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:34.306038 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Checking router: 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:24:34.307167 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Updating router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 port 801abd45-14ee-422a-87de-2d8b167f687c binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:24:34.308943 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:34.315774 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Current status of the port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:34.342440 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eb344-009d-4fe2-8bdf-e558278e20a6 None None] Pushing event updated for resources: {'Port': ['ID=f786f4f2-d4f6-4296-b2bb-19d6973f9a46,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:34.370029 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:34.370545 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:34.370886 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac Oct 14 02:24:34.399555 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Provisioning complete for port 9f4dae45-7b56-49d8-887c-481502454d85 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:34.400000 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (9f4dae45-7b56-49d8-887c-481502454d85), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:34.400283 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Attempt 1 to provision port 9f4dae45-7b56-49d8-887c-481502454d85 Oct 14 02:24:34.425539 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (801abd45-14ee-422a-87de-2d8b167f687c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:34.436457 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:34.462008 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:34.471423 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:34.477847 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:34.478305 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (958eccc3-26b4-47d1-811f-f8bba1a5e724), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:34.483621 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:34.556580 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Port 9f4dae45-7b56-49d8-887c-481502454d85 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:34.700251 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Provisioning complete for port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:34.700647 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:34.700989 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Attempt 1 to provision port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d Oct 14 02:24:34.756770 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9f4dae45-7b56-49d8-887c-481502454d85,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:34.803427 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37342) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:34.805602 dv-cinder-845069-4-iscsi neutron-server[104415]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 02:24:34.854300 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-60a10a6a-b8bc-4241-950d-3a2f8330764f None None] Port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:34.907102 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:34.908216 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:34.944034 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e51693-beaa-4097-b3e4-00fdc7001d9b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:34.993671 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:34.993891 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:35.000049 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:35.143819 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5625195-9520-41ec-a152-800eae9ae881 req-196bf67c-7901-4cc7-a379-9ef3dee580b8 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:35.155695 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-196bf67c-7901-4cc7-a379-9ef3dee580b8 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7f56d467-5660-422a-95bf-cb9b701b52b6 HTTP/1.1" status: 200 len: 810 time: 0.3497179 Oct 14 02:24:35.194273 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-c493a6a5-71a6-436d-8658-44de07a977db tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/quotas/1a37a13b40e54342bb3942ff4387534e HTTP/1.1" status: 200 len: 375 time: 0.0372822 Oct 14 02:24:35.196108 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:35.205803 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:35.233973 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-85b89be1-9f5c-43c2-88af-604cf983d445 None None] Provisioning complete for port c6e51693-beaa-4097-b3e4-00fdc7001d9b triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:35.234362 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-85b89be1-9f5c-43c2-88af-604cf983d445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:35.234695 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-85b89be1-9f5c-43c2-88af-604cf983d445 None None] Attempt 1 to provision port c6e51693-beaa-4097-b3e4-00fdc7001d9b Oct 14 02:24:35.279300 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:24Z', 'revision_number': 3, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:35.334527 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a674f-89c2-45c0-9808-d3a4bdd1e339 None None] The sync data for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi is: [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:24Z', 'revision_number': 3, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:24:35.342966 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-85b89be1-9f5c-43c2-88af-604cf983d445 None None] Port c6e51693-beaa-4097-b3e4-00fdc7001d9b cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:35.349922 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:35.350313 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:35.350642 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 Oct 14 02:24:35.391515 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-b0f40204-0627-4c34-8f58-18175503c4aa tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1a37a13b40e54342bb3942ff4387534e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1894200 Oct 14 02:24:35.445307 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-85b89be1-9f5c-43c2-88af-604cf983d445 None None] Provisioning complete for port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:35.445694 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-85b89be1-9f5c-43c2-88af-604cf983d445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:35.446033 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-85b89be1-9f5c-43c2-88af-604cf983d445 None None] Attempt 1 to provision port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d Oct 14 02:24:35.465587 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Allocated IP 172.20.0.1 (f27a3301-c1aa-44f4-93cf-c241a5798a38/e916f9eb-948f-4d46-8bc4-d39d3865de9f/96c19d79-2ea3-45e0-b26a-7b5133562c71) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:35.487837 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Publish callbacks [] for port (801abd45-14ee-422a-87de-2d8b167f687c), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:35.499354 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Router 51edbdf0-f141-485f-a4ba-89d284f18ca8 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:24:35.503712 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-85b89be1-9f5c-43c2-88af-604cf983d445 None None] Port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:35.505627 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (801abd45-14ee-422a-87de-2d8b167f687c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:35.512574 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:35.593397 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Attempting to bind port 801abd45-14ee-422a-87de-2d8b167f687c on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:35.593397 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Attempting to bind port 801abd45-14ee-422a-87de-2d8b167f687c by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:35.593397 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Attempting to bind port 801abd45-14ee-422a-87de-2d8b167f687c on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:35.593980 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Sync routers for ids ['581f7733-b620-4421-b630-53ba62c6f665'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:24:35.620939 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Routers {'581f7733-b620-4421-b630-53ba62c6f665'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:35.620939 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['581f7733-b620-4421-b630-53ba62c6f665'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:35.715144 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d2853-66fe-4390-b4ae-b9c25af6958a None None] Pushing event updated for resources: {'Port': ['ID=801abd45-14ee-422a-87de-2d8b167f687c,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:35.735565 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-8b7f8e9b-1109-4902-b5b1-7660f15f8862 None None] Provisioning complete for port 9f4dae45-7b56-49d8-887c-481502454d85 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:35.736192 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8e9b-1109-4902-b5b1-7660f15f8862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (9f4dae45-7b56-49d8-887c-481502454d85), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:35.736646 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-8b7f8e9b-1109-4902-b5b1-7660f15f8862 None None] Attempt 1 to provision port 9f4dae45-7b56-49d8-887c-481502454d85 Oct 14 02:24:35.747392 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37370) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:35.786776 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Set router 581f7733-b620-4421-b630-53ba62c6f665 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:35.803628 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:35.804074 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:35.804498 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:35.804919 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:35.806162 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Bound port: 801abd45-14ee-422a-87de-2d8b167f687c, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:35.806569 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (801abd45-14ee-422a-87de-2d8b167f687c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:35.815501 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:35.818483 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 403b9c62-8b5c-4449-a81b-e145e298938f up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:35.854690 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:35.855171 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-ac13dd17-5e51-4319-83de-a74c261d244b service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:24:35.856392 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-ac13dd17-5e51-4319-83de-a74c261d244b service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1555643 Oct 14 02:24:35.935395 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f8e9b-1109-4902-b5b1-7660f15f8862 None None] Port 9f4dae45-7b56-49d8-887c-481502454d85 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:35.990897 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] For port 801abd45-14ee-422a-87de-2d8b167f687c, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:35.997386 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] For port 801abd45-14ee-422a-87de-2d8b167f687c, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=801abd45-14ee-422a-87de-2d8b167f687c,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:36.022363 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (801abd45-14ee-422a-87de-2d8b167f687c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.073993 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Publish callbacks [] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.084008 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 403b9c62-8b5c-4449-a81b-e145e298938f triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:36.084589 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.085059 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 403b9c62-8b5c-4449-a81b-e145e298938f Oct 14 02:24:36.121843 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:36.122681 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:36.156074 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Publish callbacks [] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.158274 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:24:36.175693 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-0239cfa5-1e1a-4539-ad48-90a39deb621b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7f56d467-5660-422a-95bf-cb9b701b52b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070314 Oct 14 02:24:36.194698 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4ed35400-ca46-48b3-af5f-4c75c696f5c6 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/51edbdf0-f141-485f-a4ba-89d284f18ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8678722 Oct 14 02:24:36.200320 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.201640 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (958eccc3-26b4-47d1-811f-f8bba1a5e724), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.220557 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8308e030-d1c2-4731-9051-15874a91d1a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.287242 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f7733-b620-4421-b630-53ba62c6f665', 'name': 'tempest-DeleteServersTestJSON-72213551-router', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'gw_port': {'id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f7733-b620-4421-b630-53ba62c6f665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '12033a89-3c62-4121-8a5a-0bcf3c43dd0d', 'name': '', 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'mac_address': 'fa:16:3e:7a:f3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f7733-b620-4421-b630-53ba62c6f665', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'edd0b70f-7068-4a0a-bb0d-a960649b575f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:33Z', 'revision_number': 2, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'subnets': [{'id': 'edd0b70f-7068-4a0a-bb0d-a960649b575f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:36.363783 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:36.365021 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8308e030-d1c2-4731-9051-15874a91d1a4 admin admin] Publish callbacks [] for security_group (840c9119-9f19-4693-93c1-27355c59d28d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.366594 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:36.374915 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8308e030-d1c2-4731-9051-15874a91d1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (840c9119-9f19-4693-93c1-27355c59d28d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.409573 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Checking router: 581f7733-b620-4421-b630-53ba62c6f665 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:24:36.409976 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Updating router 581f7733-b620-4421-b630-53ba62c6f665 port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:24:36.427318 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308e030-d1c2-4731-9051-15874a91d1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840c9119-9f19-4693-93c1-27355c59d28d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:36.490494 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.494324 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Sync routers for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:24:36.508908 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8308e030-d1c2-4731-9051-15874a91d1a4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ed9569e193e74dbba29d3b0db1ffe0a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7570119 Oct 14 02:24:36.521613 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37398) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:36.569026 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d2853-66fe-4390-b4ae-b9c25af6958a None None] Pushing event updated for resources: {'Port': ['ID=801abd45-14ee-422a-87de-2d8b167f687c,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:36.582044 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:36.582870 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:36.616842 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e51693-beaa-4097-b3e4-00fdc7001d9b,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:36.627670 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.683099 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:36.735462 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:36.747251 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-032495db-7f5a-46bf-9bea-22c0c1d2568f admin admin] Publish callbacks [] for security_group (840c9119-9f19-4693-93c1-27355c59d28d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.774341 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-85435977-c713-44bb-b941-bf941ec38173 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7f56d467-5660-422a-95bf-cb9b701b52b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883687 Oct 14 02:24:36.788497 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37410) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:36.807458 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-032495db-7f5a-46bf-9bea-22c0c1d2568f admin admin] Publish callbacks [] for security_group (840c9119-9f19-4693-93c1-27355c59d28d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.875855 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 403b9c62-8b5c-4449-a81b-e145e298938f is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:36.883567 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.944193 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-032495db-7f5a-46bf-9bea-22c0c1d2568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (840c9119-9f19-4693-93c1-27355c59d28d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.950528 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-032495db-7f5a-46bf-9bea-22c0c1d2568f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:36.952859 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-032495db-7f5a-46bf-9bea-22c0c1d2568f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/840c9119-9f19-4693-93c1-27355c59d28d HTTP/1.1" status: 204 len: 168 time: 0.4230018 Oct 14 02:24:36.961086 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:36.962711 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Pushing event updated for resources: {'Port': ['ID=96c19d79-2ea3-45e0-b26a-7b5133562c71,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:36.969309 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032495db-7f5a-46bf-9bea-22c0c1d2568f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840c9119-9f19-4693-93c1-27355c59d28d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:36.975215 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:36.998144 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Network f27a3301-c1aa-44f4-93cf-c241a5798a38 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:37.001091 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:37.014614 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:37.035865 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:37.037087 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.088547 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 403b9c62-8b5c-4449-a81b-e145e298938f, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=403b9c62-8b5c-4449-a81b-e145e298938f,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:37.093546 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:37.109133 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-949241bb-0132-4d6d-b5bf-e9561142ce79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.134721 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:37.147291 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.219094 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:37.388851 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-949241bb-0132-4d6d-b5bf-e9561142ce79 admin admin] Publish callbacks [] for security_group (484dc61a-91fd-4fcc-8cb2-16aba0172c09), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.428112 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Publish callbacks [] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.448213 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.475184 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=403b9c62-8b5c-4449-a81b-e145e298938f,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:37.571378 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-949241bb-0132-4d6d-b5bf-e9561142ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (484dc61a-91fd-4fcc-8cb2-16aba0172c09), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.632899 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df50f7-4e93-41c5-996f-3e7bec5956bd None None] Pushing event updated for resources: {'Port': ['ID=12033a89-3c62-4121-8a5a-0bcf3c43dd0d,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:37.699452 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device f786f4f2-d4f6-4296-b2bb-19d6973f9a46 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:37.703601 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37442) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:37.711963 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:37.719194 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-949241bb-0132-4d6d-b5bf-e9561142ce79 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e6596d5252d94376877fbccbe8918ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9303086 Oct 14 02:24:37.732797 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-c2600b13-80c6-4309-aeb9-110027899451 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--620037501', 'description': 'tempest-description--346396367'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:37.739204 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a46899f8-c974-4dad-bff9-9d4fe5b8827f req-53f1371c-0b9c-4571-9190-11cfddac09bd tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.3471937 Oct 14 02:24:37.740056 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37444) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:37.744826 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949241bb-0132-4d6d-b5bf-e9561142ce79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484dc61a-91fd-4fcc-8cb2-16aba0172c09,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:37.815673 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Attempting to bind port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:37.815924 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Attempting to bind port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:37.816485 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Attempting to bind port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d on network 7f56d467-5660-422a-95bf-cb9b701b52b6 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:37.883728 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-bd02ce08-c59e-4b62-8965-bb6a268237b5 None None] Provisioning complete for port 96c19d79-2ea3-45e0-b26a-7b5133562c71 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:37.884106 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-bd02ce08-c59e-4b62-8965-bb6a268237b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.884438 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-bd02ce08-c59e-4b62-8965-bb6a268237b5 None None] Attempt 1 to provision port 96c19d79-2ea3-45e0-b26a-7b5133562c71 Oct 14 02:24:37.892125 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:27Z', 'revision_number': 3, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:37.898385 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:37.901632 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Checking segment: {'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:37.905751 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.907795 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Bound using segment: {'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:37.908562 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Bound port: 12033a89-3c62-4121-8a5a-0bcf3c43dd0d, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:37.909154 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.913430 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37448) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:37.914160 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7cfaffb-6bd0-4c44-bc8a-8d0034bbddf4 admin admin] Publish callbacks [] for security_group (484dc61a-91fd-4fcc-8cb2-16aba0172c09), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.919869 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c2600b13-80c6-4309-aeb9-110027899451 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.921680 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:37.930726 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Router 958eccc3-26b4-47d1-811f-f8bba1a5e724 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:24:37.964349 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7cfaffb-6bd0-4c44-bc8a-8d0034bbddf4 admin admin] Publish callbacks [] for security_group (484dc61a-91fd-4fcc-8cb2-16aba0172c09), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.042588 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] For port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:38.047230 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] For port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=12033a89-3c62-4121-8a5a-0bcf3c43dd0d,segment=NetworkSegment(d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d),segment_id=d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:38.050548 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-efbe1d13-f158-44d6-b618-fb00b75a6b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.056069 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.129025 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c698547-f74c-42ab-8aa4-a7fe55573814 None None] The sync data for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi is: [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:27Z', 'revision_number': 3, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:24:38.156755 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df50f7-4e93-41c5-996f-3e7bec5956bd None None] Pushing event updated for resources: {'Port': ['ID=12033a89-3c62-4121-8a5a-0bcf3c43dd0d,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:38.176659 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c2600b13-80c6-4309-aeb9-110027899451 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (fa1d0488-f0fa-4d77-a70a-c16221c12578), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.181218 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Routers {'581f7733-b620-4421-b630-53ba62c6f665'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:38.182432 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['581f7733-b620-4421-b630-53ba62c6f665'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:38.195223 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-bd02ce08-c59e-4b62-8965-bb6a268237b5 None None] Port 96c19d79-2ea3-45e0-b26a-7b5133562c71 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:38.235823 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:38.257756 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7cfaffb-6bd0-4c44-bc8a-8d0034bbddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (484dc61a-91fd-4fcc-8cb2-16aba0172c09), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.263372 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a7cfaffb-6bd0-4c44-bc8a-8d0034bbddf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.279971 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a7cfaffb-6bd0-4c44-bc8a-8d0034bbddf4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/484dc61a-91fd-4fcc-8cb2-16aba0172c09 HTTP/1.1" status: 204 len: 168 time: 0.5235994 Oct 14 02:24:38.305579 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c2600b13-80c6-4309-aeb9-110027899451 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (fa1d0488-f0fa-4d77-a70a-c16221c12578), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.335762 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port f786f4f2-d4f6-4296-b2bb-19d6973f9a46 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:38.336169 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.337750 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port f786f4f2-d4f6-4296-b2bb-19d6973f9a46 Oct 14 02:24:38.386931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfaffb-6bd0-4c44-bc8a-8d0034bbddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484dc61a-91fd-4fcc-8cb2-16aba0172c09,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:38.413775 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:38.416156 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-efbe1d13-f158-44d6-b618-fb00b75a6b8d admin admin] Publish callbacks [] for security_group (dac0b020-8a44-4ea5-a866-653e3f4f39ec), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.423242 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-efbe1d13-f158-44d6-b618-fb00b75a6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (dac0b020-8a44-4ea5-a866-653e3f4f39ec), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.465936 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-a97341f0-a694-4637-b72f-746b26b17bfe None None] Provisioning complete for port c6e51693-beaa-4097-b3e4-00fdc7001d9b triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:38.468819 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a97341f0-a694-4637-b72f-746b26b17bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.469918 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-a97341f0-a694-4637-b72f-746b26b17bfe None None] Attempt 1 to provision port c6e51693-beaa-4097-b3e4-00fdc7001d9b Oct 14 02:24:38.612122 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-a97341f0-a694-4637-b72f-746b26b17bfe None None] Port c6e51693-beaa-4097-b3e4-00fdc7001d9b cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:38.631575 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] Set router 581f7733-b620-4421-b630-53ba62c6f665 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:38.633557 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-efbe1d13-f158-44d6-b618-fb00b75a6b8d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=284bb33fe40444238f85b8d689ef46e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6383297 Oct 14 02:24:38.636424 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe1d13-f158-44d6-b618-fb00b75a6b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac0b020-8a44-4ea5-a866-653e3f4f39ec,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:38.643427 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37484) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:38.853898 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e95d5ae5-dff2-4134-85b5-1e9188603e39 admin admin] Publish callbacks [] for security_group (dac0b020-8a44-4ea5-a866-653e3f4f39ec), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:38.891502 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37496) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:38.898808 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:33Z', 'revision_number': 2, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:38.975588 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Checking router: 51edbdf0-f141-485f-a4ba-89d284f18ca8 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:24:38.976278 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Updating router 51edbdf0-f141-485f-a4ba-89d284f18ca8 port 9f4dae45-7b56-49d8-887c-481502454d85 binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:24:38.981313 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:39.040680 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e95d5ae5-dff2-4134-85b5-1e9188603e39 admin admin] Publish callbacks [] for security_group (dac0b020-8a44-4ea5-a866-653e3f4f39ec), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.061715 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c2600b13-80c6-4309-aeb9-110027899451 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.065206 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ddaff5f1-581d-4aa2-94c9-308c6a2470c4 req-e85dd5c4-7916-4a7e-a3c6-51b8cac6be9a tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.1648443 Oct 14 02:24:39.074482 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37504) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:39.074697 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c2600b13-80c6-4309-aeb9-110027899451 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3586874 Oct 14 02:24:39.102619 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-49a74faa-c9bd-40bd-a93a-5d871cd32144 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group_rule': {'security_group_id': 'fa1d0488-f0fa-4d77-a70a-c16221c12578', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:39.103368 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Publish callbacks [] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.122113 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2600b13-80c6-4309-aeb9-110027899451 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1d0488-f0fa-4d77-a70a-c16221c12578,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:39.142662 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.148093 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.219487 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-49a74faa-c9bd-40bd-a93a-5d871cd32144 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (e392c280-c72d-457e-96d6-4000b9cb853c), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.403724 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f7733-b620-4421-b630-53ba62c6f665', 'name': 'tempest-DeleteServersTestJSON-72213551-router', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'gw_port': {'id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f7733-b620-4421-b630-53ba62c6f665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '12033a89-3c62-4121-8a5a-0bcf3c43dd0d', 'name': '', 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'mac_address': 'fa:16:3e:7a:f3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f7733-b620-4421-b630-53ba62c6f665', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'edd0b70f-7068-4a0a-bb0d-a960649b575f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:38Z', 'revision_number': 4, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'subnets': [{'id': 'edd0b70f-7068-4a0a-bb0d-a960649b575f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:39.441026 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2006fcd-cdea-4e26-aeb6-f3af9624d83d None None] The sync data for ids ['581f7733-b620-4421-b630-53ba62c6f665'] in dv-cinder-845069-4-iscsi is: [{'id': '581f7733-b620-4421-b630-53ba62c6f665', 'name': 'tempest-DeleteServersTestJSON-72213551-router', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'gw_port': {'id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f7733-b620-4421-b630-53ba62c6f665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '12033a89-3c62-4121-8a5a-0bcf3c43dd0d', 'name': '', 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'mac_address': 'fa:16:3e:7a:f3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f7733-b620-4421-b630-53ba62c6f665', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'edd0b70f-7068-4a0a-bb0d-a960649b575f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:38Z', 'revision_number': 4, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'subnets': [{'id': 'edd0b70f-7068-4a0a-bb0d-a960649b575f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:24:39.443854 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-49a74faa-c9bd-40bd-a93a-5d871cd32144 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (e392c280-c72d-457e-96d6-4000b9cb853c), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.444582 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:24:39.449992 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37510) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:39.456831 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (9f4dae45-7b56-49d8-887c-481502454d85), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.467030 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-49a74faa-c9bd-40bd-a93a-5d871cd32144 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (e392c280-c72d-457e-96d6-4000b9cb853c), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.508579 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a018dd84-f8f3-4d76-a76f-329b1148a2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.576703 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a74faa-c9bd-40bd-a93a-5d871cd32144 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e392c280-c72d-457e-96d6-4000b9cb853c,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:39.579542 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e95d5ae5-dff2-4134-85b5-1e9188603e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (dac0b020-8a44-4ea5-a866-653e3f4f39ec), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.587368 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e95d5ae5-dff2-4134-85b5-1e9188603e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.592561 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e95d5ae5-dff2-4134-85b5-1e9188603e39 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dac0b020-8a44-4ea5-a866-653e3f4f39ec HTTP/1.1" status: 204 len: 168 time: 0.9480762 Oct 14 02:24:39.661650 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37520) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:39.665730 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-49a74faa-c9bd-40bd-a93a-5d871cd32144 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.684343 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-49a74faa-c9bd-40bd-a93a-5d871cd32144 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6007321 Oct 14 02:24:39.690794 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37526) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:39.695141 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d5ae5-dff2-4134-85b5-1e9188603e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac0b020-8a44-4ea5-a866-653e3f4f39ec,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:39.697443 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Pushing event updated for resources: {'Port': ['ID=96c19d79-2ea3-45e0-b26a-7b5133562c71,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:39.715827 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d056dc09-552f-47bd-9550-41c9bb25a901 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group_rule': {'security_group_id': 'fa1d0488-f0fa-4d77-a70a-c16221c12578', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:39.729298 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:24:39.745094 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Sync routers for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:24:39.746668 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cf2b8c1d-c402-47c3-9804-a193d7631ae7 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/958eccc3-26b4-47d1-811f-f8bba1a5e724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6973557 Oct 14 02:24:39.758068 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port f786f4f2-d4f6-4296-b2bb-19d6973f9a46 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:39.758465 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.761350 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:39.761811 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:39.781147 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:39.867488 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Network f27a3301-c1aa-44f4-93cf-c241a5798a38 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:39.873775 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d056dc09-552f-47bd-9550-41c9bb25a901 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (9a0e72ae-cdbc-488e-8900-d8a27e517586), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:39.964693 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:40.041398 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a018dd84-f8f3-4d76-a76f-329b1148a2e1 admin admin] Publish callbacks [] for security_group (f590013d-ec1a-4d71-a83a-2cec6494522b), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.049072 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a018dd84-f8f3-4d76-a76f-329b1148a2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (f590013d-ec1a-4d71-a83a-2cec6494522b), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.106616 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port f786f4f2-d4f6-4296-b2bb-19d6973f9a46, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=f786f4f2-d4f6-4296-b2bb-19d6973f9a46,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:40.146856 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.147631 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c5c57252-7197-4cd4-ab95-6fdec2b28b29 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:40.207631 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16aecff7-43b5-4c8d-811f-09b8622808ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.228728 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:40.249315 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a018dd84-f8f3-4d76-a76f-329b1148a2e1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=587d9c00612f44498152cb13f5d1fe12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7957339 Oct 14 02:24:40.257285 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37546) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:40.258855 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018dd84-f8f3-4d76-a76f-329b1148a2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f590013d-ec1a-4d71-a83a-2cec6494522b,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:40.342986 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:40.346365 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d056dc09-552f-47bd-9550-41c9bb25a901 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (9a0e72ae-cdbc-488e-8900-d8a27e517586), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.384362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d056dc09-552f-47bd-9550-41c9bb25a901 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (9a0e72ae-cdbc-488e-8900-d8a27e517586), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.495567 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:40.498392 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ec97159e-a8ce-42d4-8b78-416e6c51f767 req-a83aed9a-a3f2-42f7-a5bf-dd1825546d41 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.2468240 Oct 14 02:24:40.627480 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e22d636d-e65b-483b-b65c-755db978fe7a admin admin] Publish callbacks [] for security_group (f590013d-ec1a-4d71-a83a-2cec6494522b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.651268 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:40.686386 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:24:40.687266 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:40.689746 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e22d636d-e65b-483b-b65c-755db978fe7a admin admin] Publish callbacks [] for security_group (f590013d-ec1a-4d71-a83a-2cec6494522b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.692922 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056dc09-552f-47bd-9550-41c9bb25a901 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0e72ae-cdbc-488e-8900-d8a27e517586,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:40.786690 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e22d636d-e65b-483b-b65c-755db978fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (f590013d-ec1a-4d71-a83a-2cec6494522b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.789577 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e22d636d-e65b-483b-b65c-755db978fe7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.792587 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e22d636d-e65b-483b-b65c-755db978fe7a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f590013d-ec1a-4d71-a83a-2cec6494522b HTTP/1.1" status: 204 len: 168 time: 0.5226181 Oct 14 02:24:40.808871 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d636d-e65b-483b-b65c-755db978fe7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f590013d-ec1a-4d71-a83a-2cec6494522b,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:40.818911 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d056dc09-552f-47bd-9550-41c9bb25a901 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.829174 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-70ebe217-1ae9-4487-ad43-43ba2014e352 None None] Provisioning complete for port 96c19d79-2ea3-45e0-b26a-7b5133562c71 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:40.830015 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-70ebe217-1ae9-4487-ad43-43ba2014e352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.830627 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-70ebe217-1ae9-4487-ad43-43ba2014e352 None None] Attempt 1 to provision port 96c19d79-2ea3-45e0-b26a-7b5133562c71 Oct 14 02:24:40.834620 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d056dc09-552f-47bd-9550-41c9bb25a901 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1346273 Oct 14 02:24:40.835024 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37568) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:40.841283 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:40.888193 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37570) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:40.902609 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=f786f4f2-d4f6-4296-b2bb-19d6973f9a46,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:40.903921 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-b86bc9d5-0d57-49b4-9594-9e18083f4f4b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79204766', 'description': 'tempest-description--1030208104'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:40.922686 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:35Z', 'revision_number': 2, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:40.941271 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port c5c57252-7197-4cd4-ab95-6fdec2b28b29 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:40.942170 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:40.942594 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port c5c57252-7197-4cd4-ab95-6fdec2b28b29 Oct 14 02:24:40.979774 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Checking router: 958eccc3-26b4-47d1-811f-f8bba1a5e724 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:24:40.980130 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Updating router 958eccc3-26b4-47d1-811f-f8bba1a5e724 port c6e51693-beaa-4097-b3e4-00fdc7001d9b binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:24:40.991249 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-70ebe217-1ae9-4487-ad43-43ba2014e352 None None] Port 96c19d79-2ea3-45e0-b26a-7b5133562c71 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:41.009443 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.050031 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b86bc9d5-0d57-49b4-9594-9e18083f4f4b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.060882 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.102102 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Publish callbacks [] for port (9f4dae45-7b56-49d8-887c-481502454d85), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.109777 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:41.124021 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (9f4dae45-7b56-49d8-887c-481502454d85), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.140065 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16aecff7-43b5-4c8d-811f-09b8622808ac admin admin] Publish callbacks [] for security_group (938d74fa-7ed9-45b6-83e9-20edc493e688), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.164224 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16aecff7-43b5-4c8d-811f-09b8622808ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (938d74fa-7ed9-45b6-83e9-20edc493e688), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.199138 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:41.280393 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-16aecff7-43b5-4c8d-811f-09b8622808ac admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=efb5f401afb04c6ca3fdd2c437174615&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6137919 Oct 14 02:24:41.283201 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aecff7-43b5-4c8d-811f-09b8622808ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938d74fa-7ed9-45b6-83e9-20edc493e688,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:41.293350 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37576) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:41.317941 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:24:41.325410 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-59b0c6f9-f98d-4704-bbba-cf915e53ba59 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0936196 Oct 14 02:24:41.382497 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:41.389650 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b86bc9d5-0d57-49b4-9594-9e18083f4f4b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (263a6992-378d-423f-9365-dd6b7570f75c), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.412076 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b86bc9d5-0d57-49b4-9594-9e18083f4f4b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (263a6992-378d-423f-9365-dd6b7570f75c), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.415877 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port c5c57252-7197-4cd4-ab95-6fdec2b28b29 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:41.416633 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.461064 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port c5c57252-7197-4cd4-ab95-6fdec2b28b29, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c5c57252-7197-4cd4-ab95-6fdec2b28b29,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:41.490906 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41347f9f-53ef-43d8-b23a-a818da208a26 None None] Pushing event updated for resources: {'Port': ['ID=9f4dae45-7b56-49d8-887c-481502454d85,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:41.501339 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Attempting to bind port 9f4dae45-7b56-49d8-887c-481502454d85 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:41.501988 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Attempting to bind port 9f4dae45-7b56-49d8-887c-481502454d85 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:41.502488 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Attempting to bind port 9f4dae45-7b56-49d8-887c-481502454d85 on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:41.502602 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b86bc9d5-0d57-49b4-9594-9e18083f4f4b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.503891 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b86bc9d5-0d57-49b4-9594-9e18083f4f4b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6136861 Oct 14 02:24:41.518184 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-161ef179-4361-45f3-8791-621721390c5d admin admin] Publish callbacks [] for security_group (938d74fa-7ed9-45b6-83e9-20edc493e688), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.534135 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37586) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:41.551948 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-e2538aa4-ff2e-454c-8b10-bb612e0b1955 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'security_group_rule': {'security_group_id': '263a6992-378d-423f-9365-dd6b7570f75c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:41.600291 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-161ef179-4361-45f3-8791-621721390c5d admin admin] Publish callbacks [] for security_group (938d74fa-7ed9-45b6-83e9-20edc493e688), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.615974 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e2538aa4-ff2e-454c-8b10-bb612e0b1955 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (e8f8d285-9499-43c6-ac81-cc77bd6099fd), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.634683 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.742880 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bc9d5-0d57-49b4-9594-9e18083f4f4b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263a6992-378d-423f-9365-dd6b7570f75c,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:41.778135 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e2538aa4-ff2e-454c-8b10-bb612e0b1955 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (e8f8d285-9499-43c6-ac81-cc77bd6099fd), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.783457 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e2538aa4-ff2e-454c-8b10-bb612e0b1955 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (e8f8d285-9499-43c6-ac81-cc77bd6099fd), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.794001 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.886213 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-161ef179-4361-45f3-8791-621721390c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (938d74fa-7ed9-45b6-83e9-20edc493e688), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.899392 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-161ef179-4361-45f3-8791-621721390c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.902879 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-161ef179-4361-45f3-8791-621721390c5d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/938d74fa-7ed9-45b6-83e9-20edc493e688 HTTP/1.1" status: 204 len: 168 time: 0.6033416 Oct 14 02:24:41.906648 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=c5c57252-7197-4cd4-ab95-6fdec2b28b29,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:41.909173 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e2538aa4-ff2e-454c-8b10-bb612e0b1955 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.911019 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e2538aa4-ff2e-454c-8b10-bb612e0b1955 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3740687 Oct 14 02:24:41.920696 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37614) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:41.922612 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:41.923011 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Checking segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:41.927092 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.928022 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Bound using segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:41.929863 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Bound port: 9f4dae45-7b56-49d8-887c-481502454d85, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:41.930268 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (9f4dae45-7b56-49d8-887c-481502454d85), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.944235 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d5f676d5-242b-4485-9324-5fae450a4ed7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'security_group_rule': {'security_group_id': '263a6992-378d-423f-9365-dd6b7570f75c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:41.959975 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Publish callbacks [] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.975802 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:41.982966 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2538aa4-ff2e-454c-8b10-bb612e0b1955 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f8d285-9499-43c6-ac81-cc77bd6099fd,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:41.992552 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ef179-4361-45f3-8791-621721390c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938d74fa-7ed9-45b6-83e9-20edc493e688,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:42.039336 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.25', 50049) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:42.165806 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 801abd45-14ee-422a-87de-2d8b167f687c up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:42.178687 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a0229-a5fa-4301-8558-8b574a6c0ead None None] Pushing event updated for resources: {'Port': ['ID=c6e51693-beaa-4097-b3e4-00fdc7001d9b,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:42.202257 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e4b65d3f-ff74-4db8-b7c9-10db3a195a61 req-2259b0b2-8304-448c-967f-e3774f377ca0 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.2120152 Oct 14 02:24:42.218817 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] For port 9f4dae45-7b56-49d8-887c-481502454d85, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:42.261227 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d5f676d5-242b-4485-9324-5fae450a4ed7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (6d0b2d50-2a2c-4fbf-bf38-b4180846e1f5), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.274868 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] For port 9f4dae45-7b56-49d8-887c-481502454d85, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=9f4dae45-7b56-49d8-887c-481502454d85,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:42.292529 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (9f4dae45-7b56-49d8-887c-481502454d85), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.338501 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Allocated IP 172.27.1.78 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/03cd6303-cc77-4746-81ce-470b61a59f99) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:42.390144 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Attempting to bind port c6e51693-beaa-4097-b3e4-00fdc7001d9b on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:42.391520 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Attempting to bind port c6e51693-beaa-4097-b3e4-00fdc7001d9b by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:42.391879 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Attempting to bind port c6e51693-beaa-4097-b3e4-00fdc7001d9b on network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:42.396518 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Sync routers for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:24:42.436742 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d5f676d5-242b-4485-9324-5fae450a4ed7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (6d0b2d50-2a2c-4fbf-bf38-b4180846e1f5), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.446165 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5625195-9520-41ec-a152-800eae9ae881 req-fd4d5964-702e-4ed4-9db1-d2f5ba9a8897 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:42.447760 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-fd4d5964-702e-4ed4-9db1-d2f5ba9a8897 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7f56d467-5660-422a-95bf-cb9b701b52b6 HTTP/1.1" status: 200 len: 810 time: 0.4067214 Oct 14 02:24:42.448987 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d5f676d5-242b-4485-9324-5fae450a4ed7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (6d0b2d50-2a2c-4fbf-bf38-b4180846e1f5), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.463367 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:42.464213 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:42.465936 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:42.476257 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:42.512877 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:42.513209 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Request body: {'port': {'device_id': '5a0103c1-3d1d-4d53-a488-a051589b6e75', 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6', 'admin_state_up': True, 'tenant_id': '1a37a13b40e54342bb3942ff4387534e'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:42.513412 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Checking segment: {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:42.513740 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.514133 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Bound using segment: {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:42.514611 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Bound port: c6e51693-beaa-4097-b3e4-00fdc7001d9b, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:42.515004 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.516879 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f676d5-242b-4485-9324-5fae450a4ed7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0b2d50-2a2c-4fbf-bf38-b4180846e1f5,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:42.520786 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d5f676d5-242b-4485-9324-5fae450a4ed7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.522024 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d5f676d5-242b-4485-9324-5fae450a4ed7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5847392 Oct 14 02:24:42.537263 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37638) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:42.541276 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:42.542776 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:42.545341 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 801abd45-14ee-422a-87de-2d8b167f687c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:42.545953 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (801abd45-14ee-422a-87de-2d8b167f687c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.546510 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 801abd45-14ee-422a-87de-2d8b167f687c Oct 14 02:24:42.560308 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:42.647688 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41347f9f-53ef-43d8-b23a-a818da208a26 None None] Pushing event updated for resources: {'Port': ['ID=9f4dae45-7b56-49d8-887c-481502454d85,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:42.668091 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] For port c6e51693-beaa-4097-b3e4-00fdc7001d9b, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:42.672198 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:42.676224 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] For port c6e51693-beaa-4097-b3e4-00fdc7001d9b, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c6e51693-beaa-4097-b3e4-00fdc7001d9b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:42.685883 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.779591 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a0229-a5fa-4301-8558-8b574a6c0ead None None] Pushing event updated for resources: {'Port': ['ID=c6e51693-beaa-4097-b3e4-00fdc7001d9b,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:42.783813 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:42.785315 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:42.812266 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (03cd6303-cc77-4746-81ce-470b61a59f99), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.850138 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.856660 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (03cd6303-cc77-4746-81ce-470b61a59f99), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.924259 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Made reservation on behalf of 1a37a13b40e54342bb3942ff4387534e for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:42.928601 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:42.936761 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:42.963787 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:42.966405 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:42.984801 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:42.993175 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:43.002210 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:43.030324 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:43.156049 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:43.159322 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:43.213977 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:42Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:43.216556 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (52743069-260c-4133-a683-68a5489892b0), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:43.231865 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=03cd6303-cc77-4746-81ce-470b61a59f99,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:43.245480 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-d1ebb014-5892-469a-ac40-5825654315b1 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:43.252438 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2abd4f-7a7a-4649-b151-45b1b357c5f5 None None] The sync data for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi is: [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:42Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:24:43.252886 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-d1ebb014-5892-469a-ac40-5825654315b1 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 818 time: 0.6301455 Oct 14 02:24:43.325811 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-30ecc948-eaaf-4170-bac5-50e1501bfd8f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/quotas/a2e38a12e174437982573067f6bc3f8d HTTP/1.1" status: 200 len: 375 time: 0.0718062 Oct 14 02:24:43.349146 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:43.380154 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (03cd6303-cc77-4746-81ce-470b61a59f99), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:43.384811 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 801abd45-14ee-422a-87de-2d8b167f687c is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:43.385206 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (801abd45-14ee-422a-87de-2d8b167f687c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:43.422977 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Allocated IP 172.20.0.5 (7f56d467-5660-422a-95bf-cb9b701b52b6/edd0b70f-7068-4a0a-bb0d-a960649b575f/4686b889-38d2-4c4d-9c60-e30044236be7) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:43.425453 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:43.483997 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37668) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:43.484598 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37670) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:43.538498 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-baf3b24e-a3da-4788-9168-e6d9c622ca9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:43.602646 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 801abd45-14ee-422a-87de-2d8b167f687c, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=801abd45-14ee-422a-87de-2d8b167f687c,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:43.617525 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (801abd45-14ee-422a-87de-2d8b167f687c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:43.618332 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device f786f4f2-d4f6-4296-b2bb-19d6973f9a46 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:43.694456 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:43.795929 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-39da942e-3110-4a45-be32-0d181cf916fe tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4683943 Oct 14 02:24:43.798024 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8eb6c5be-d994-4bbb-ae43-e762a2f520b4 req-f53cc064-5daf-4b5c-bce6-eb59262d5fec tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.1904283 Oct 14 02:24:43.802465 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (03cd6303-cc77-4746-81ce-470b61a59f99), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:43.815842 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (03cd6303-cc77-4746-81ce-470b61a59f99), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:43.816773 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (52743069-260c-4133-a683-68a5489892b0), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:43.868616 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96340834-a0b4-457a-9f3f-a353318fdce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:43.937259 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:43.938972 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1028366 Oct 14 02:24:43.976388 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be712139-e351-420b-a7ad-477c91fb29ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=03cd6303-cc77-4746-81ce-470b61a59f99,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:43.993966 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96340834-a0b4-457a-9f3f-a353318fdce0 admin admin] Publish callbacks [] for security_group (d35b5aeb-7aea-4d84-948c-1435f646a3ec), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:44.011276 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96340834-a0b4-457a-9f3f-a353318fdce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d35b5aeb-7aea-4d84-948c-1435f646a3ec), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:44.041724 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:44.064004 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Allocated IP 172.27.1.203 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/e9ef95c7-179f-45b4-ae89-00c461bbc4fc) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:44.173167 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port f786f4f2-d4f6-4296-b2bb-19d6973f9a46 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:44.173762 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:44.173992 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port f786f4f2-d4f6-4296-b2bb-19d6973f9a46 Oct 14 02:24:44.193028 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Publish callbacks [] for port (4686b889-38d2-4c4d-9c60-e30044236be7), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:44.198660 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-baf3b24e-a3da-4788-9168-e6d9c622ca9f admin admin] Publish callbacks [] for security_group (8aae4958-2417-4d29-914f-59bab4411a13), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:44.208186 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-96340834-a0b4-457a-9f3f-a353318fdce0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a8c9bec21f2c47b290ab18a4156152ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7218666 Oct 14 02:24:44.217848 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37696) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:44.218811 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96340834-a0b4-457a-9f3f-a353318fdce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b5aeb-7aea-4d84-948c-1435f646a3ec,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:44.238223 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-baf3b24e-a3da-4788-9168-e6d9c622ca9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (8aae4958-2417-4d29-914f-59bab4411a13), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:44.282279 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for port (e9ef95c7-179f-45b4-ae89-00c461bbc4fc), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:44.322782 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=801abd45-14ee-422a-87de-2d8b167f687c,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:44.332715 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:44.341991 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (e9ef95c7-179f-45b4-ae89-00c461bbc4fc), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:44.393752 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'Port': ['ID=e9ef95c7-179f-45b4-ae89-00c461bbc4fc,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:44.415623 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:44.417596 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:44.431221 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:44.448491 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:42Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:44.550164 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c01119-0c81-44ec-8ee8-cc8f69c4c719 None None] The sync data for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi is: [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:42Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:24:44.554273 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (4a75913f-f9e0-422d-a029-6e484c3b0929), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:44.670452 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:44.705823 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (e9ef95c7-179f-45b4-ae89-00c461bbc4fc), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:44.710831 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3b24e-a3da-4788-9168-e6d9c622ca9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aae4958-2417-4d29-914f-59bab4411a13,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:44.719470 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-baf3b24e-a3da-4788-9168-e6d9c622ca9f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=549de84684f646b0a4b237a0461ca160&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2341115 Oct 14 02:24:44.736678 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37706) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:44.841159 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:38Z', 'revision_number': 2, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:44.904796 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.001314 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c8dbd2ad-413e-4b5c-929c-48c56510474b admin admin] Publish callbacks [] for security_group (d35b5aeb-7aea-4d84-948c-1435f646a3ec), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.006506 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Checking router: 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:24:45.006879 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Updating router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 port 96c19d79-2ea3-45e0-b26a-7b5133562c71 binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:24:45.018474 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port f786f4f2-d4f6-4296-b2bb-19d6973f9a46 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:45.019527 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 12033a89-3c62-4121-8a5a-0bcf3c43dd0d up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:45.036268 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c8dbd2ad-413e-4b5c-929c-48c56510474b admin admin] Publish callbacks [] for security_group (d35b5aeb-7aea-4d84-948c-1435f646a3ec), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.141401 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-42a6ff66-73cf-4d63-8c77-0f16040e6a53 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:24:45.148823 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:45.150676 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-42a6ff66-73cf-4d63-8c77-0f16040e6a53 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4941661 Oct 14 02:24:45.151475 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:45.160969 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.312367 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Network 7f56d467-5660-422a-95bf-cb9b701b52b6 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:45.319204 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-1d17e841-6038-4604-9112-1c563b1bffbb tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--620037501&fields=id&tenant_id=1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 267 time: 0.3245051 Oct 14 02:24:45.340512 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:45.368376 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:45.368930 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.369158 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d Oct 14 02:24:45.381316 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a1a79b9-b443-4fbb-a1b6-ab7dc1c9a41c admin admin] Publish callbacks [] for security_group (8aae4958-2417-4d29-914f-59bab4411a13), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.420507 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a1a79b9-b443-4fbb-a1b6-ab7dc1c9a41c admin admin] Publish callbacks [] for security_group (8aae4958-2417-4d29-914f-59bab4411a13), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.538640 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:45.545720 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:45.546732 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.596808 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c8dbd2ad-413e-4b5c-929c-48c56510474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d35b5aeb-7aea-4d84-948c-1435f646a3ec), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.607584 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c8dbd2ad-413e-4b5c-929c-48c56510474b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.612141 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c8dbd2ad-413e-4b5c-929c-48c56510474b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d35b5aeb-7aea-4d84-948c-1435f646a3ec HTTP/1.1" status: 204 len: 168 time: 1.3893914 Oct 14 02:24:45.652731 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a1a79b9-b443-4fbb-a1b6-ab7dc1c9a41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (8aae4958-2417-4d29-914f-59bab4411a13), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.656858 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a1a79b9-b443-4fbb-a1b6-ab7dc1c9a41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.661992 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7a1a79b9-b443-4fbb-a1b6-ab7dc1c9a41c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8aae4958-2417-4d29-914f-59bab4411a13 HTTP/1.1" status: 204 len: 168 time: 0.9200974 Oct 14 02:24:45.667057 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1677966 Oct 14 02:24:45.673892 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbd2ad-413e-4b5c-929c-48c56510474b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b5aeb-7aea-4d84-948c-1435f646a3ec,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:45.697148 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-cb4f0e11-edf8-4ad3-b318-86d5583cb51f tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:24:45.698677 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-cb4f0e11-edf8-4ad3-b318-86d5583cb51f tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0081816 Oct 14 02:24:45.709471 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fdb85-6aaf-4e6d-97a9-8c91d242c3ab tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Pushing event updated for resources: {'Port': ['ID=4686b889-38d2-4c4d-9c60-e30044236be7,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:45.752688 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a79b9-b443-4fbb-a1b6-ab7dc1c9a41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aae4958-2417-4d29-914f-59bab4411a13,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:45.822041 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:45.822455 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.880221 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:45.895547 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-00bb65a5-5372-4b24-9adc-67c33b29c411 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059675 Oct 14 02:24:45.928075 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-42f5be16-0ec6-40f7-9729-bfeb074080c3 None None] Provisioning complete for port 4686b889-38d2-4c4d-9c60-e30044236be7 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:45.928480 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42f5be16-0ec6-40f7-9729-bfeb074080c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:45.928837 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-42f5be16-0ec6-40f7-9729-bfeb074080c3 None None] Attempt 1 to provision port 4686b889-38d2-4c4d-9c60-e30044236be7 Oct 14 02:24:45.951929 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for port (e9ef95c7-179f-45b4-ae89-00c461bbc4fc), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.000451 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (e9ef95c7-179f-45b4-ae89-00c461bbc4fc), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.001562 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (4a75913f-f9e0-422d-a029-6e484c3b0929), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.014285 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=12033a89-3c62-4121-8a5a-0bcf3c43dd0d,segment=NetworkSegment(d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d),segment_id=d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:46.028516 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.029309 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 403b9c62-8b5c-4449-a81b-e145e298938f up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:46.030027 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.031923 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4894657 Oct 14 02:24:46.058700 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-42f5be16-0ec6-40f7-9729-bfeb074080c3 None None] Port 4686b889-38d2-4c4d-9c60-e30044236be7 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:46.066912 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113060b7-30c6-46f1-94de-366e6a74d35f req-8a8b103b-fdeb-47fb-8260-2fd6d44e6c51 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:46.069261 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-8a8b103b-fdeb-47fb-8260-2fd6d44e6c51 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 815 time: 0.7502370 Oct 14 02:24:46.099992 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Publish callbacks [] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.119749 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.125848 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-bcfa0284-6116-4080-8716-c4bd01ed4980 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/quotas/1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 375 time: 0.0398149 Oct 14 02:24:46.137744 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84036733-53d1-46d7-8174-6970dc31f985 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'Port': ['ID=e9ef95c7-179f-45b4-ae89-00c461bbc4fc,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:46.143354 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=12033a89-3c62-4121-8a5a-0bcf3c43dd0d,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:46.286235 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-dcd5534e-0417-401c-8a24-4504983f0e5a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174655 Oct 14 02:24:46.290340 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 403b9c62-8b5c-4449-a81b-e145e298938f triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:46.290761 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.291182 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 403b9c62-8b5c-4449-a81b-e145e298938f Oct 14 02:24:46.294197 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-0b62b5d9-ff13-4c0c-91fd-69f017ee08a7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931715 Oct 14 02:24:46.294748 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:46.444267 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccccf8-304d-4c45-80a7-b30fd888883e None None] Pushing event updated for resources: {'Port': ['ID=96c19d79-2ea3-45e0-b26a-7b5133562c71,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:46.461564 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Attempting to bind port 96c19d79-2ea3-45e0-b26a-7b5133562c71 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:46.461940 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Attempting to bind port 96c19d79-2ea3-45e0-b26a-7b5133562c71 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:46.462304 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Attempting to bind port 96c19d79-2ea3-45e0-b26a-7b5133562c71 on network f27a3301-c1aa-44f4-93cf-c241a5798a38 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:46.496573 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-7c0cfb03-0ce2-4dc4-a455-ede44a07297f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913061 Oct 14 02:24:46.583877 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2ff438a1-364e-4e39-bda0-0e3d6a0442e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.605115 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:46.624772 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:46.625142 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Checking segment: {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:46.625544 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.625941 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Bound using segment: {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:46.629293 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Bound port: 96c19d79-2ea3-45e0-b26a-7b5133562c71, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:46.629718 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.642991 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 403b9c62-8b5c-4449-a81b-e145e298938f is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:46.732508 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] For port 96c19d79-2ea3-45e0-b26a-7b5133562c71, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:46.737705 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] For port 96c19d79-2ea3-45e0-b26a-7b5133562c71, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=96c19d79-2ea3-45e0-b26a-7b5133562c71,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:46.754318 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:46.913489 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-cefb3e7e-0434-4f3e-b81d-e6cc95b18703 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130609 Oct 14 02:24:46.978354 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:24:46.979024 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:24:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:47.178697 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccccf8-304d-4c45-80a7-b30fd888883e None None] Pushing event updated for resources: {'Port': ['ID=96c19d79-2ea3-45e0-b26a-7b5133562c71,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:47.216241 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37774) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:47.254482 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7e9b6fb6-8d45-4fd8-ac86-a78cba3b2e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:47.263026 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:47.345538 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:24:47.371465 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc1839-28af-4c37-9af7-07f9124937af req-61a794f2-4339-4af5-a7b3-b65f859140c7 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:47.398609 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d4bc1839-28af-4c37-9af7-07f9124937af req-61a794f2-4339-4af5-a7b3-b65f859140c7 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 931 time: 0.4396119 Oct 14 02:24:47.466019 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 801abd45-14ee-422a-87de-2d8b167f687c up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:47.609181 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-91729bb5-2405-4297-879c-b3670977de52 req-4e02d2a3-9b5e-4598-8772-a8332e99d99d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 210 time: 0.2000585 Oct 14 02:24:47.630673 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37792) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:47.712141 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 801abd45-14ee-422a-87de-2d8b167f687c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:47.712732 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7e9b6fb6-8d45-4fd8-ac86-a78cba3b2e4c admin admin] Publish callbacks [] for security_group (b8a6fb48-3636-4f0b-aa34-4e245d877691), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:47.714250 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (801abd45-14ee-422a-87de-2d8b167f687c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:47.715266 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 801abd45-14ee-422a-87de-2d8b167f687c Oct 14 02:24:47.719269 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7e9b6fb6-8d45-4fd8-ac86-a78cba3b2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (b8a6fb48-3636-4f0b-aa34-4e245d877691), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:47.880243 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d4bc1839-28af-4c37-9af7-07f9124937af req-09c7600e-df16-4825-889d-dd12a50470c7 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497857 Oct 14 02:24:47.886332 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7e9b6fb6-8d45-4fd8-ac86-a78cba3b2e4c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1f408bbfbd60422e863605b5fbe1878f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6688988 Oct 14 02:24:47.888762 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37810) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:47.966932 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Request body: {'port': {'device_id': '5a0103c1-3d1d-4d53-a488-a051589b6e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:48.156151 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b6fb6-8d45-4fd8-ac86-a78cba3b2e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a6fb48-3636-4f0b-aa34-4e245d877691,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:48.181316 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a504e638-0961-4743-a784-fd2fce53bdae req-7e1f29bf-fb8b-4a49-b5bd-79eaea394d44 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 210 time: 0.1383483 Oct 14 02:24:48.199808 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1e525749-f394-4d7a-bf1e-7052168ec7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:48.255897 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-d5e69855-7034-41cc-808b-5b1fa020fbb2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--79204766&fields=id&tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e HTTP/1.1" status: 200 len: 267 time: 0.3726156 Oct 14 02:24:48.309962 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-789d46d9-b3ee-4be7-8318-a96544556a4e admin admin] Publish callbacks [] for security_group (b8a6fb48-3636-4f0b-aa34-4e245d877691), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:48.534322 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 801abd45-14ee-422a-87de-2d8b167f687c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:48.536887 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c5c57252-7197-4cd4-ab95-6fdec2b28b29 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:48.621152 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-789d46d9-b3ee-4be7-8318-a96544556a4e admin admin] Publish callbacks [] for security_group (b8a6fb48-3636-4f0b-aa34-4e245d877691), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:48.690018 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:48.765071 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:49.102897 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:46Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:24:49.115781 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-789d46d9-b3ee-4be7-8318-a96544556a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (b8a6fb48-3636-4f0b-aa34-4e245d877691), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:49.136016 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-789d46d9-b3ee-4be7-8318-a96544556a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:49.146442 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-789d46d9-b3ee-4be7-8318-a96544556a4e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b8a6fb48-3636-4f0b-aa34-4e245d877691 HTTP/1.1" status: 204 len: 168 time: 1.2319686 Oct 14 02:24:49.193718 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-50047758-1c90-484c-85bf-ef3ff5cf9e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:49.225580 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port c5c57252-7197-4cd4-ab95-6fdec2b28b29 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:49.230019 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:49.230445 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port c5c57252-7197-4cd4-ab95-6fdec2b28b29 Oct 14 02:24:49.249395 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d46d9-b3ee-4be7-8318-a96544556a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a6fb48-3636-4f0b-aa34-4e245d877691,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:49.320681 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d670ae-3e87-4290-8158-1980ed461a9a None None] The sync data for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi is: [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:46Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:24:49.377967 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:49.517753 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:49.580639 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port c5c57252-7197-4cd4-ab95-6fdec2b28b29 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:49.582294 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c6e51693-beaa-4097-b3e4-00fdc7001d9b up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:49.643334 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4686b889-38d2-4c4d-9c60-e30044236be7 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:24:49.654834 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Publish callbacks [] for port (4686b889-38d2-4c4d-9c60-e30044236be7), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:49.674665 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-9a7ddbce-56e3-430c-aab0-111b66937053 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:49.683663 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-9a7ddbce-56e3-430c-aab0-111b66937053 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 200 len: 817 time: 1.4253819 Oct 14 02:24:49.698808 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port c6e51693-beaa-4097-b3e4-00fdc7001d9b triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:49.702906 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:49.703242 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Transition to ACTIVE for port object 4686b889-38d2-4c4d-9c60-e30044236be7 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:24:49.703370 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port c6e51693-beaa-4097-b3e4-00fdc7001d9b Oct 14 02:24:49.712056 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:49.776071 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f5616b54-d77c-48de-a8a5-aceaabf75179 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:49.786780 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f5616b54-d77c-48de-a8a5-aceaabf75179 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 818 time: 1.1820400 Oct 14 02:24:49.790550 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:49.825406 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Attempting to bind port 4686b889-38d2-4c4d-9c60-e30044236be7 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:49.825760 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Attempting to bind port 4686b889-38d2-4c4d-9c60-e30044236be7 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:49.826285 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Attempting to bind port 4686b889-38d2-4c4d-9c60-e30044236be7 on network 7f56d467-5660-422a-95bf-cb9b701b52b6 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:49.836075 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-f5805edf-d429-4c20-ae03-5615640b9c61 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/quotas/e0d86bdb69fa4c6ca37a301b8c57ec5e HTTP/1.1" status: 200 len: 375 time: 0.1404178 Oct 14 02:24:49.871580 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-2e3c62d1-9917-4434-bf3e-e50e06892de6 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/quotas/a2e38a12e174437982573067f6bc3f8d HTTP/1.1" status: 200 len: 375 time: 0.0850132 Oct 14 02:24:49.884396 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Port 4686b889-38d2-4c4d-9c60-e30044236be7 on network 7f56d467-5660-422a-95bf-cb9b701b52b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:24:49.884765 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Attempting to bind port 4686b889-38d2-4c4d-9c60-e30044236be7 on network 7f56d467-5660-422a-95bf-cb9b701b52b6 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:49.887573 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Pushing event updated for resources: {'Port': ['ID=4686b889-38d2-4c4d-9c60-e30044236be7,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:49.922975 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:49.932426 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:50.021236 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:50.021475 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Checking segment: {'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:50.021912 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Bound using segment: {'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:50.022397 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Bound port: 4686b889-38d2-4c4d-9c60-e30044236be7, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:50.022778 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:50.049604 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:50.060401 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-bd526329-c95c-4213-b8ca-03d97be15737 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1878116 Oct 14 02:24:50.061555 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port c6e51693-beaa-4097-b3e4-00fdc7001d9b is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:50.061959 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:50.160521 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1e525749-f394-4d7a-bf1e-7052168ec7f3 admin admin] Publish callbacks [] for security_group (fa8956cf-d7ec-4ba0-b726-1012b71b0323), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:50.163958 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port c6e51693-beaa-4097-b3e4-00fdc7001d9b, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c6e51693-beaa-4097-b3e4-00fdc7001d9b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:50.181281 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:50.182281 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 9f4dae45-7b56-49d8-887c-481502454d85 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:50.187702 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] For port 4686b889-38d2-4c4d-9c60-e30044236be7, host hv-cinder-84506, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:50.236302 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1e525749-f394-4d7a-bf1e-7052168ec7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (fa8956cf-d7ec-4ba0-b726-1012b71b0323), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:50.271356 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.25', 50064) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:50.272409 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] For port 4686b889-38d2-4c4d-9c60-e30044236be7, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4686b889-38d2-4c4d-9c60-e30044236be7,segment=NetworkSegment(d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d),segment_id=d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:50.311579 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:50.437552 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-0be33ff5-8b4e-42a9-b4f8-9dc5611d05c1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6029048 Oct 14 02:24:50.548751 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=c6e51693-beaa-4097-b3e4-00fdc7001d9b,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:50.582245 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 9f4dae45-7b56-49d8-887c-481502454d85 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:50.584231 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (9f4dae45-7b56-49d8-887c-481502454d85), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:50.586166 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 9f4dae45-7b56-49d8-887c-481502454d85 Oct 14 02:24:50.604845 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:50.606913 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:50.610359 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4686b889-38d2-4c4d-9c60-e30044236be7 HTTP/1.1" status: 200 len: 1093 time: 4.2123423 Oct 14 02:24:50.611197 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae1ad4-e295-43af-bc1d-a13158baec6f service neutron] Pushing event updated for resources: {'Port': ['ID=4686b889-38d2-4c4d-9c60-e30044236be7,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:50.622344 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0103c1-3d1d-4d53-a488-a051589b6e75', 'tag': '4686b889-38d2-4c4d-9c60-e30044236be7'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:24:50.647767 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e525749-f394-4d7a-bf1e-7052168ec7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8956cf-d7ec-4ba0-b726-1012b71b0323,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:50.662899 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1e525749-f394-4d7a-bf1e-7052168ec7f3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dcbc1920380a46b0a66704f886bf9c18&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0259676 Oct 14 02:24:50.721247 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 37884) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:50.782886 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 9f4dae45-7b56-49d8-887c-481502454d85 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:50.783736 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (9f4dae45-7b56-49d8-887c-481502454d85), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:50.826546 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-7897a3da-adc7-411c-95f2-ef591c02f0a0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:50.835136 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-7897a3da-adc7-411c-95f2-ef591c02f0a0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 818 time: 0.5574629 Oct 14 02:24:50.859889 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 9f4dae45-7b56-49d8-887c-481502454d85, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=9f4dae45-7b56-49d8-887c-481502454d85,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:50.865027 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (9f4dae45-7b56-49d8-887c-481502454d85), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:50.867287 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 12033a89-3c62-4121-8a5a-0bcf3c43dd0d up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:50.967900 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Request body: {'port': {'device_id': '1f015971-a009-4ffb-8acf-bc137ec9bccc', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'admin_state_up': True, 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:50.980461 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=9f4dae45-7b56-49d8-887c-481502454d85,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:51.025704 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:51.026075 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:51.026401 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d Oct 14 02:24:51.200993 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-85ea0bad-61a2-4b7d-86fe-80f2bf2a5041 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1147940 Oct 14 02:24:51.231704 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aef4ae4a-0f87-4e2e-aa2e-e796000716ab admin admin] Publish callbacks [] for security_group (fa8956cf-d7ec-4ba0-b726-1012b71b0323), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:51.246701 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:51.514059 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:51.516749 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-cce8ce92-409f-4c0a-a4e5-cacd9c4cedc6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0092139 Oct 14 02:24:51.540440 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aef4ae4a-0f87-4e2e-aa2e-e796000716ab admin admin] Publish callbacks [] for security_group (fa8956cf-d7ec-4ba0-b726-1012b71b0323), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:51.563539 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Made reservation on behalf of a2e38a12e174437982573067f6bc3f8d for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:51.569068 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:51.660990 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c6e51693-beaa-4097-b3e4-00fdc7001d9b up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:51.662933 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5625195-9520-41ec-a152-800eae9ae881 req-0f49efaf-506e-45d1-a14b-370a9b6da3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:51.665488 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:51.668441 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-0f49efaf-506e-45d1-a14b-370a9b6da3b0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1a37a13b40e54342bb3942ff4387534e&device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 1127 time: 0.3928199 Oct 14 02:24:51.769767 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46530c2e-ae5b-4e55-b55a-9f1432baa61c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0103c1-3d1d-4d53-a488-a051589b6e75", "tag": "4686b889-38d2-4c4d-9c60-e30044236be7"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:24:51.813552 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:51.879404 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port c6e51693-beaa-4097-b3e4-00fdc7001d9b triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:51.880563 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:51.881100 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port c6e51693-beaa-4097-b3e4-00fdc7001d9b Oct 14 02:24:51.935660 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.25', 50071) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:51.991704 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-83513b59-fd41-4a07-880f-2ce46e4fc27a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7890389 Oct 14 02:24:52.063933 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-f3885ff3-e78b-4c0e-b569-8d4e1b27b1c5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4686b889-38d2-4c4d-9c60-e30044236be7 HTTP/1.1" status: 200 len: 217 time: 0.2890792 Oct 14 02:24:52.110950 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port c6e51693-beaa-4097-b3e4-00fdc7001d9b is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:52.112350 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 9f4dae45-7b56-49d8-887c-481502454d85 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:52.252737 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 9f4dae45-7b56-49d8-887c-481502454d85 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:52.252991 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (9f4dae45-7b56-49d8-887c-481502454d85), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:52.253324 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 9f4dae45-7b56-49d8-887c-481502454d85 Oct 14 02:24:52.382463 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-1f946d76-f826-4e39-8991-a2313f0a275c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8648949 Oct 14 02:24:52.408838 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aef4ae4a-0f87-4e2e-aa2e-e796000716ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (fa8956cf-d7ec-4ba0-b726-1012b71b0323), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:52.413556 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aef4ae4a-0f87-4e2e-aa2e-e796000716ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:52.422904 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-aef4ae4a-0f87-4e2e-aa2e-e796000716ab admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fa8956cf-d7ec-4ba0-b726-1012b71b0323 HTTP/1.1" status: 204 len: 168 time: 1.7004135 Oct 14 02:24:52.429940 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:52.504633 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4ae4a-0f87-4e2e-aa2e-e796000716ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8956cf-d7ec-4ba0-b726-1012b71b0323,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:52.673269 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113060b7-30c6-46f1-94de-366e6a74d35f req-ff141827-b082-45eb-a7f8-6cb2f1fbc84b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:52.681359 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-ff141827-b082-45eb-a7f8-6cb2f1fbc84b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 815 time: 0.6804655 Oct 14 02:24:52.798445 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 9f4dae45-7b56-49d8-887c-481502454d85 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:52.801602 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-114267fd-9c6a-49f2-aa3f-27596641cec6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 379 time: 0.1005685 Oct 14 02:24:52.805845 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 96c19d79-2ea3-45e0-b26a-7b5133562c71 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:52.808493 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ecafd-1fed-4e59-9098-c43cb75ca41f req-2543b13b-bf8a-4f33-a112-702a11fd16b7 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:52.810900 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-356ecafd-1fed-4e59-9098-c43cb75ca41f req-2543b13b-bf8a-4f33-a112-702a11fd16b7 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 943 time: 0.2954555 Oct 14 02:24:52.815863 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'port': {'device_id': '93c03ea1-9964-412b-8970-9111c364a82c', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'admin_state_up': True, 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'security_groups': ['fa1d0488-f0fa-4d77-a70a-c16221c12578']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:53.007267 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 96c19d79-2ea3-45e0-b26a-7b5133562c71 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:53.010072 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:53.011628 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 96c19d79-2ea3-45e0-b26a-7b5133562c71 Oct 14 02:24:53.159278 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-af082256-2676-4f3e-a292-e6b540138356 req-2ea59b8a-5572-4db3-a7ec-ea2f96c6575d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 210 time: 0.2449958 Oct 14 02:24:53.167025 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:53.242476 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5625195-9520-41ec-a152-800eae9ae881 req-32ef88d9-76c3-470a-9b25-ff9c6a90cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:53.251659 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=30 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:53.264219 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-32ef88d9-76c3-470a-9b25-ff9c6a90cb12 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=edd0b70f-7068-4a0a-bb0d-a960649b575f HTTP/1.1" status: 200 len: 849 time: 1.1538310 Oct 14 02:24:53.275879 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:53.297984 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-356ecafd-1fed-4e59-9098-c43cb75ca41f req-47d8a535-74d9-4624-82bf-75d2a701b97a tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689949 Oct 14 02:24:53.345365 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Allocated IP 172.20.0.6 (f27a3301-c1aa-44f4-93cf-c241a5798a38/e916f9eb-948f-4d46-8bc4-d39d3865de9f/a8f8e3e8-8227-4e43-9e58-a3993d60fb18) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:53.366544 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 96c19d79-2ea3-45e0-b26a-7b5133562c71 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:53.371536 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:53.498787 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Made reservation on behalf of 1d2f70db22ec43d5ba9125f940433320 for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:53.507112 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:53.576555 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3721ffa8-9e75-423c-873d-0e443751cb44 req-2902dedd-f05a-41e5-9730-1efc252060bc tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 210 time: 0.0657251 Oct 14 02:24:53.655985 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 96c19d79-2ea3-45e0-b26a-7b5133562c71, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=96c19d79-2ea3-45e0-b26a-7b5133562c71,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:24:53.680697 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:53.814380 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5625195-9520-41ec-a152-800eae9ae881 req-b6ebf817-f20c-44f8-9f34-a0b3209df635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:53.840060 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-b6ebf817-f20c-44f8-9f34-a0b3209df635 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f56d467-5660-422a-95bf-cb9b701b52b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5408142 Oct 14 02:24:53.982364 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b652af47-3c18-45af-b925-af7d09687c85 req-1c6119fc-993a-4b19-ac90-8417e5926cba tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.1635342 Oct 14 02:24:53.995695 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=96c19d79-2ea3-45e0-b26a-7b5133562c71,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:54.064962 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:54.070908 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:54.419607 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37982) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:54.488661 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe41c19-004d-4dc6-8377-2dcf0bd70b36 x-openstack-request-id: req-0fe41c19-004d-4dc6-8377-2dcf0bd70b36 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:24:54.489474 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0103c1-3d1d-4d53-a488-a051589b6e75", "tag": "4686b889-38d2-4c4d-9c60-e30044236be7", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:24:54.489981 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fe41c19-004d-4dc6-8377-2dcf0bd70b36 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:24:54.492063 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe41c19-004d-4dc6-8377-2dcf0bd70b36'] response: {'name': 'network-changed', 'server_uuid': '5a0103c1-3d1d-4d53-a488-a051589b6e75', 'tag': '4686b889-38d2-4c4d-9c60-e30044236be7', 'status': 'completed', 'code': 200} Oct 14 02:24:54.508426 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4e648311-fb7a-45c5-b1ec-009b0b22ad7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:54.570759 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9de2cc1a-ce8c-46fd-b747-2d2d5cac9049 req-2f8a6f1a-896d-4812-9b11-640e5839a6ec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 210 time: 0.1595168 Oct 14 02:24:54.598052 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-a5d067fb-e11e-419b-997f-e33d2004ea96 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f56d467-5660-422a-95bf-cb9b701b52b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171500 Oct 14 02:24:54.647308 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Allocated IP 172.20.0.9 (720db06d-fc1d-4485-8eb8-fc21c261caf6/31ddbc8f-06e9-40ef-8f70-e180cde6ef88/e87188c0-5def-475c-acb8-880420209c29) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:54.754700 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:54.767679 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e6b64-d93c-4d78-b30a-7ac924d9f4f5 req-306e20ed-fefc-4e01-9c8b-ff3e7848acd8 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:54.769883 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9b3e6b64-d93c-4d78-b30a-7ac924d9f4f5 req-306e20ed-fefc-4e01-9c8b-ff3e7848acd8 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 943 time: 0.1199930 Oct 14 02:24:54.839436 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:54.861821 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dba970ba-8bac-4ff9-a850-e40227a979bb req-3d235904-884b-40bf-a157-2b9c808cdb62 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 210 time: 0.0762348 Oct 14 02:24:54.874634 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4e648311-fb7a-45c5-b1ec-009b0b22ad7f admin admin] Publish callbacks [] for security_group (11834477-d631-4ad7-976c-b2e50441abd4), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:54.902136 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4e648311-fb7a-45c5-b1ec-009b0b22ad7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (11834477-d631-4ad7-976c-b2e50441abd4), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:54.972050 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Network f27a3301-c1aa-44f4-93cf-c241a5798a38 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:54.986210 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:54.996630 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:55.002432 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:55.003270 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:55.010159 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event updated for resources: {'Port': ['ID=a8f8e3e8-8227-4e43-9e58-a3993d60fb18,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:55.032438 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4e648311-fb7a-45c5-b1ec-009b0b22ad7f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=090b7837445f44699c852450f2e0e8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6107986 Oct 14 02:24:55.035545 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 37996) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:55.049515 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9b3e6b64-d93c-4d78-b30a-7ac924d9f4f5 req-43cbd614-37aa-43b7-a580-d49f92e436b8 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464783 Oct 14 02:24:55.049690 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e648311-fb7a-45c5-b1ec-009b0b22ad7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11834477-d631-4ad7-976c-b2e50441abd4,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:55.078443 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-367bd535-49c0-42a7-af69-3c49bc51a4b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1152039 Oct 14 02:24:55.124607 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2f59a4f3-e95e-49a5-80a8-846cab25ac38 admin admin] Publish callbacks [] for security_group (11834477-d631-4ad7-976c-b2e50441abd4), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:55.165635 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2f59a4f3-e95e-49a5-80a8-846cab25ac38 admin admin] Publish callbacks [] for security_group (11834477-d631-4ad7-976c-b2e50441abd4), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:55.219497 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c4bdeb77-f54f-4ffe-8e91-78e96b4d659a req-8d287096-bd24-4aa0-bfe9-68627044d575 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.0635035 Oct 14 02:24:55.250020 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (e87188c0-5def-475c-acb8-880420209c29), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:55.332808 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (e87188c0-5def-475c-acb8-880420209c29), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:55.367815 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Request body: {'port': {'device_id': '1f015971-a009-4ffb-8acf-bc137ec9bccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:55.477906 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2f59a4f3-e95e-49a5-80a8-846cab25ac38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (11834477-d631-4ad7-976c-b2e50441abd4), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:55.483255 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2f59a4f3-e95e-49a5-80a8-846cab25ac38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:55.484837 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2f59a4f3-e95e-49a5-80a8-846cab25ac38 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/11834477-d631-4ad7-976c-b2e50441abd4 HTTP/1.1" status: 204 len: 168 time: 0.4480009 Oct 14 02:24:55.515373 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.25', 50082) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:55.517057 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-5b17b5c5-6af5-4b6d-bd2c-ee99e16a92d9 None None] Provisioning complete for port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:55.522308 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b17b5c5-6af5-4b6d-bd2c-ee99e16a92d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:55.522308 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-5b17b5c5-6af5-4b6d-bd2c-ee99e16a92d9 None None] Attempt 1 to provision port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 Oct 14 02:24:55.547698 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:55.647098 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-5b17b5c5-6af5-4b6d-bd2c-ee99e16a92d9 None None] Port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:55.654261 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59a4f3-e95e-49a5-80a8-846cab25ac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11834477-d631-4ad7-976c-b2e50441abd4,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:55.678860 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:55.711199 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:55.809155 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5625195-9520-41ec-a152-800eae9ae881 req-fdaab6bd-0e19-4df8-bdde-7f81759f1f47 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f56d467-5660-422a-95bf-cb9b701b52b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942949 Oct 14 02:24:56.049586 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 96c19d79-2ea3-45e0-b26a-7b5133562c71 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:24:56.158951 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 96c19d79-2ea3-45e0-b26a-7b5133562c71 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:56.160163 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:56.160725 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 96c19d79-2ea3-45e0-b26a-7b5133562c71 Oct 14 02:24:56.290488 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:56.297461 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-112b1546-1a5c-43a6-a0a2-3afaee96dec3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:56.311049 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-112b1546-1a5c-43a6-a0a2-3afaee96dec3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 818 time: 0.7778904 Oct 14 02:24:56.354132 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 96c19d79-2ea3-45e0-b26a-7b5133562c71 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:24:56.461597 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd1957-e1b2-4e13-b75f-cfcf4bdf7327 req-9166463d-b0ee-489d-ad1c-c0bc8fb7ece5 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:56.468918 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1abd1957-e1b2-4e13-b75f-cfcf4bdf7327 req-9166463d-b0ee-489d-ad1c-c0bc8fb7ece5 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 931 time: 0.1552827 Oct 14 02:24:56.478010 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:56.482646 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Request body: {'port': {'device_id': '02609fbc-5bfc-4f4a-a49f-b70151783da7', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'admin_state_up': True, 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:24:56.615748 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:56.639969 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-234e555a-d475-43c0-a383-202d5d35e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:56.642258 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-234e555a-d475-43c0-a383-202d5d35e431 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1a37a13b40e54342bb3942ff4387534e&device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 1127 time: 0.4864812 Oct 14 02:24:56.651671 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:56.670020 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:56.675205 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:56.676056 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:56.707339 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=e87188c0-5def-475c-acb8-880420209c29,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:56.718032 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-02db67ae-af43-45c0-9cb5-9e3c6cb3a082 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9059205 Oct 14 02:24:56.727920 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2dae539c-45ba-4433-b26e-f3b1a7a378b7 req-6b76ae6c-e25a-4705-ada5-7b6565320f82 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 210 time: 0.4155459 Oct 14 02:24:56.806524 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f8e3e8-8227-4e43-9e58-a3993d60fb18 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:24:56.816939 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Publish callbacks [] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:56.839410 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Transition to ACTIVE for port object a8f8e3e8-8227-4e43-9e58-a3993d60fb18 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:24:56.865750 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:56.905659 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1abd1957-e1b2-4e13-b75f-cfcf4bdf7327 req-ba690c79-8bc8-4c4a-86ba-117c9044ad7d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4305871 Oct 14 02:24:56.947126 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f8e3e8-8227-4e43-9e58-a3993d60fb18,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:56.961779 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Made reservation on behalf of a2e38a12e174437982573067f6bc3f8d for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:24:56.968745 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:56.984634 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38044) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:56.987007 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-3f6151cb-f544-48a8-8dbd-743fbc584602 None None] Provisioning complete for port e87188c0-5def-475c-acb8-880420209c29 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:56.988997 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f6151cb-f544-48a8-8dbd-743fbc584602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (e87188c0-5def-475c-acb8-880420209c29), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:56.996236 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-3f6151cb-f544-48a8-8dbd-743fbc584602 None None] Attempt 1 to provision port e87188c0-5def-475c-acb8-880420209c29 Oct 14 02:24:57.013509 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca6d08-6827-49ce-8573-a15aa920be8e req-a5252d6a-8337-4ce5-bea6-597fb1a173ea tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:57.020979 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cdca6d08-6827-49ce-8573-a15aa920be8e req-a5252d6a-8337-4ce5-bea6-597fb1a173ea tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 943 time: 0.1612272 Oct 14 02:24:57.026093 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Attempting to bind port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:24:57.026519 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Attempting to bind port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:24:57.026958 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Attempting to bind port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 on network f27a3301-c1aa-44f4-93cf-c241a5798a38 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:57.067470 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-3f6151cb-f544-48a8-8dbd-743fbc584602 None None] Port e87188c0-5def-475c-acb8-880420209c29 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:57.100322 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 on network f27a3301-c1aa-44f4-93cf-c241a5798a38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:24:57.100740 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Attempting to bind port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 on network f27a3301-c1aa-44f4-93cf-c241a5798a38 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:24:57.115286 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ade7572e-f40d-4361-8f4d-2fa08585b84a req-515e0c59-4c77-44a4-8e62-7e22e572c1d6 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.0916665 Oct 14 02:24:57.155029 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cdca6d08-6827-49ce-8573-a15aa920be8e req-99e0b5bd-c5c2-4646-a29f-02d3fd038ac7 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330862 Oct 14 02:24:57.161544 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:24:57.162093 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Checking segment: {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:24:57.162650 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Bound using segment: {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:24:57.164635 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Bound port: a8f8e3e8-8227-4e43-9e58-a3993d60fb18, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:24:57.165194 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.205318 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d846-27a2-44a4-b5da-b803f9fbc2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.233576 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] For port a8f8e3e8-8227-4e43-9e58-a3993d60fb18, host hv-cinder-84506, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:24:57.236941 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] For port a8f8e3e8-8227-4e43-9e58-a3993d60fb18, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a8f8e3e8-8227-4e43-9e58-a3993d60fb18,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:24:57.239357 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Allocated IP 172.20.0.4 (f27a3301-c1aa-44f4-93cf-c241a5798a38/e916f9eb-948f-4d46-8bc4-d39d3865de9f/b173f625-938f-417c-a8b3-b9bd70687e6e) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:24:57.244534 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.248127 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:57.248757 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.250358 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a8f8e3e8-8227-4e43-9e58-a3993d60fb18 HTTP/1.1" status: 200 len: 1093 time: 1.9034021 Oct 14 02:24:57.256817 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f015971-a009-4ffb-8acf-bc137ec9bccc', 'tag': 'a8f8e3e8-8227-4e43-9e58-a3993d60fb18'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:24:57.259295 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5730bca7-c022-4169-9699-7e2cb7a3247a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f015971-a009-4ffb-8acf-bc137ec9bccc", "tag": "a8f8e3e8-8227-4e43-9e58-a3993d60fb18"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:24:57.312037 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3290d-b537-499b-92f5-58df8214b885 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f8e3e8-8227-4e43-9e58-a3993d60fb18,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:57.320273 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fed4df-24f3-4137-bb74-0b67c985c917 x-openstack-request-id: req-b3fed4df-24f3-4137-bb74-0b67c985c917 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:24:57.320655 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f015971-a009-4ffb-8acf-bc137ec9bccc", "tag": "a8f8e3e8-8227-4e43-9e58-a3993d60fb18", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:24:57.321379 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3fed4df-24f3-4137-bb74-0b67c985c917 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:24:57.322646 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fed4df-24f3-4137-bb74-0b67c985c917'] response: {'name': 'network-changed', 'server_uuid': '1f015971-a009-4ffb-8acf-bc137ec9bccc', 'tag': 'a8f8e3e8-8227-4e43-9e58-a3993d60fb18', 'status': 'completed', 'code': 200} Oct 14 02:24:57.393020 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d846-27a2-44a4-b5da-b803f9fbc2da admin admin] Publish callbacks [] for security_group (8c6d394c-a221-40eb-9f14-7dfe739d551a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.400778 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d846-27a2-44a4-b5da-b803f9fbc2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (8c6d394c-a221-40eb-9f14-7dfe739d551a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.463081 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:57.469021 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1d846-27a2-44a4-b5da-b803f9fbc2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d394c-a221-40eb-9f14-7dfe739d551a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:57.478218 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4ac1d846-27a2-44a4-b5da-b803f9fbc2da admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e84585f806fe405b9981a3c1f6e91263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868166 Oct 14 02:24:57.478975 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38062) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:57.494937 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.534330 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.540078 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-005f6051-51e8-4a5c-804d-d2c3ca015932 admin admin] Publish callbacks [] for security_group (8c6d394c-a221-40eb-9f14-7dfe739d551a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.560476 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-005f6051-51e8-4a5c-804d-d2c3ca015932 admin admin] Publish callbacks [] for security_group (8c6d394c-a221-40eb-9f14-7dfe739d551a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.587319 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:57.594382 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Network f27a3301-c1aa-44f4-93cf-c241a5798a38 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:24:57.600066 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:24:57.602178 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event updated for resources: {'Port': ['ID=b173f625-938f-417c-a8b3-b9bd70687e6e,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:57.605971 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:24:57.609118 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:57.609731 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.632478 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-005f6051-51e8-4a5c-804d-d2c3ca015932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (8c6d394c-a221-40eb-9f14-7dfe739d551a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.635020 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-005f6051-51e8-4a5c-804d-d2c3ca015932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:57.637574 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f2c7a272-b3ea-44e2-8e19-b1bcee00c197 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2986977 Oct 14 02:24:57.637824 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-005f6051-51e8-4a5c-804d-d2c3ca015932 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8c6d394c-a221-40eb-9f14-7dfe739d551a HTTP/1.1" status: 204 len: 168 time: 0.1567402 Oct 14 02:24:57.647839 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f6051-51e8-4a5c-804d-d2c3ca015932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d394c-a221-40eb-9f14-7dfe739d551a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:57.882136 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05317be-387a-4c01-8f17-c5156559deb8 req-299a1b6a-b405-40b4-9dc8-979cc262b812 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:57.883791 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d05317be-387a-4c01-8f17-c5156559deb8 req-299a1b6a-b405-40b4-9dc8-979cc262b812 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 931 time: 0.0591559 Oct 14 02:24:57.944205 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d05317be-387a-4c01-8f17-c5156559deb8 req-2b0ef3b7-7417-4ebd-89d2-69abf6ad6668 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499363 Oct 14 02:24:58.000347 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-9e450e2d-eb02-46ff-9629-3d6cd6473a1c None None] Provisioning complete for port b173f625-938f-417c-a8b3-b9bd70687e6e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:24:58.000948 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9e450e2d-eb02-46ff-9629-3d6cd6473a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:58.001629 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-9e450e2d-eb02-46ff-9629-3d6cd6473a1c None None] Attempt 1 to provision port b173f625-938f-417c-a8b3-b9bd70687e6e Oct 14 02:24:58.044565 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9e450e2d-eb02-46ff-9629-3d6cd6473a1c None None] Port b173f625-938f-417c-a8b3-b9bd70687e6e cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:24:58.048695 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38086) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:58.063363 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9b224dc9-3a0e-4129-a524-9596905d11f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:58.066314 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a0871-b724-4025-ac16-8b0068786816 req-155efa60-f500-4966-b201-39cf32a82d43 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:58.067915 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-386a0871-b724-4025-ac16-8b0068786816 req-155efa60-f500-4966-b201-39cf32a82d43 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 931 time: 0.0778642 Oct 14 02:24:58.079395 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:58.090403 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:58.138457 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-386a0871-b724-4025-ac16-8b0068786816 req-f7259b61-9c07-416a-92bf-028dfcf375f3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622137 Oct 14 02:24:58.169818 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9b224dc9-3a0e-4129-a524-9596905d11f5 admin admin] Publish callbacks [] for security_group (ae257819-99e5-490a-be0d-c928434d8563), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:58.174830 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9b224dc9-3a0e-4129-a524-9596905d11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (ae257819-99e5-490a-be0d-c928434d8563), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:58.222720 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9b224dc9-3a0e-4129-a524-9596905d11f5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8d24ef2a62564a749134cc89e67a6d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703742 Oct 14 02:24:58.222720 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b224dc9-3a0e-4129-a524-9596905d11f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae257819-99e5-490a-be0d-c928434d8563,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:58.223507 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38096) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:58.312542 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6670812a-dd9d-45d8-952d-624ed929072d req-cf9968f3-2153-483e-ac0b-d5c62bdbd568 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.0631948 Oct 14 02:24:58.348771 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc971b-f27e-4358-90bb-29b4cc9c2263 req-6a0d95b9-0828-4a09-8651-491389524a5e tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:58.350465 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f5fc971b-f27e-4358-90bb-29b4cc9c2263 req-6a0d95b9-0828-4a09-8651-491389524a5e tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 943 time: 0.1000285 Oct 14 02:24:58.377681 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1f1c-4000-4cb5-ad1c-79e21225aaa4 admin admin] Publish callbacks [] for security_group (ae257819-99e5-490a-be0d-c928434d8563), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:58.413815 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1f1c-4000-4cb5-ad1c-79e21225aaa4 admin admin] Publish callbacks [] for security_group (ae257819-99e5-490a-be0d-c928434d8563), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:58.434869 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f5fc971b-f27e-4358-90bb-29b4cc9c2263 req-aa1e2a0a-64c1-4247-a4d0-2f83c7c079ec tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767283 Oct 14 02:24:58.489066 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1f1c-4000-4cb5-ad1c-79e21225aaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (ae257819-99e5-490a-be0d-c928434d8563), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:58.492490 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1f1c-4000-4cb5-ad1c-79e21225aaa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:58.493809 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c3cc1f1c-4000-4cb5-ad1c-79e21225aaa4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ae257819-99e5-490a-be0d-c928434d8563 HTTP/1.1" status: 204 len: 168 time: 0.2689788 Oct 14 02:24:58.505295 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc1f1c-4000-4cb5-ad1c-79e21225aaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae257819-99e5-490a-be0d-c928434d8563,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:58.520494 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:24:59.119008 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c5eca-25d9-46ca-9d45-11be3f85e49c req-07fb41ca-b08b-4888-9769-9735cdd64738 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:59.124077 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-720c5eca-25d9-46ca-9d45-11be3f85e49c req-07fb41ca-b08b-4888-9769-9735cdd64738 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 931 time: 0.0903854 Oct 14 02:24:59.243015 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-720c5eca-25d9-46ca-9d45-11be3f85e49c req-9f7ee31b-7f07-4ba2-ae67-385728d862f3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114874 Oct 14 02:24:59.282672 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38150) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:59.312654 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2fbd3-55b6-4c06-9cd4-456b22a226aa req-7fb6b81f-043d-49c4-b327-ec0a65d9f684 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:59.320511 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-97d2fbd3-55b6-4c06-9cd4-456b22a226aa req-7fb6b81f-043d-49c4-b327-ec0a65d9f684 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 931 time: 0.0643280 Oct 14 02:24:59.380160 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-97d2fbd3-55b6-4c06-9cd4-456b22a226aa req-a4070772-9cad-43b9-a41b-44221ba0cdb0 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584052 Oct 14 02:24:59.495784 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-710d1fa5-fb18-44e6-8b61-5aba5b89aaad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:59.500875 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-637b32e1-ca88-4bd6-9189-5aeefffa6703 req-22b71adf-17ff-4283-b1a7-b8a205e0e43a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.0577047 Oct 14 02:24:59.686602 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe057e-c1f0-453d-8f14-77eed5d75830 req-e4c02a31-a95b-4808-b390-0d68d6e91414 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:24:59.693869 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-41fe057e-c1f0-453d-8f14-77eed5d75830 req-e4c02a31-a95b-4808-b390-0d68d6e91414 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 943 time: 0.0928969 Oct 14 02:24:59.737658 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-710d1fa5-fb18-44e6-8b61-5aba5b89aaad admin admin] Publish callbacks [] for security_group (0705948b-452e-47ce-952f-d7d59f7a1a86), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:59.745887 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-710d1fa5-fb18-44e6-8b61-5aba5b89aaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (0705948b-452e-47ce-952f-d7d59f7a1a86), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:24:59.806907 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-41fe057e-c1f0-453d-8f14-77eed5d75830 req-0a089bab-eaf4-410c-827e-944b54c1452c tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049974 Oct 14 02:24:59.818664 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d1fa5-fb18-44e6-8b61-5aba5b89aaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0705948b-452e-47ce-952f-d7d59f7a1a86,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:24:59.825273 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-710d1fa5-fb18-44e6-8b61-5aba5b89aaad admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d718a5e62d844d25865c2c6341c428ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5413613 Oct 14 02:24:59.829127 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38178) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:24:59.947410 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4e60922f-b6bf-4a6b-b548-7e12baf0062f admin admin] Publish callbacks [] for security_group (0705948b-452e-47ce-952f-d7d59f7a1a86), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:00.009957 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4e60922f-b6bf-4a6b-b548-7e12baf0062f admin admin] Publish callbacks [] for security_group (0705948b-452e-47ce-952f-d7d59f7a1a86), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:00.031622 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:00.091834 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4e60922f-b6bf-4a6b-b548-7e12baf0062f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (0705948b-452e-47ce-952f-d7d59f7a1a86), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:00.096154 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4e60922f-b6bf-4a6b-b548-7e12baf0062f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:00.097411 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4e60922f-b6bf-4a6b-b548-7e12baf0062f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0705948b-452e-47ce-952f-d7d59f7a1a86 HTTP/1.1" status: 204 len: 168 time: 0.2672658 Oct 14 02:25:00.107465 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60922f-b6bf-4a6b-b548-7e12baf0062f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0705948b-452e-47ce-952f-d7d59f7a1a86,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:00.448619 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58d06d-462f-443c-9f27-d98bce1b80c8 req-c7985acc-d313-4862-ab97-b3923f19f3ab tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:00.453242 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa58d06d-462f-443c-9f27-d98bce1b80c8 req-c7985acc-d313-4862-ab97-b3923f19f3ab tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 931 time: 0.0874186 Oct 14 02:25:00.617191 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a65201-3843-4171-bf86-bac15c1a62cd req-386fbb04-e147-4dae-b0e2-f1f8662a7447 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:00.619388 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-28a65201-3843-4171-bf86-bac15c1a62cd req-386fbb04-e147-4dae-b0e2-f1f8662a7447 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 931 time: 0.0689943 Oct 14 02:25:00.652373 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:00.672367 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa58d06d-462f-443c-9f27-d98bce1b80c8 req-c92aea08-ccee-4ac7-be04-b6442bb4d45a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139235 Oct 14 02:25:00.701256 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:00.759489 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-28a65201-3843-4171-bf86-bac15c1a62cd req-1dc25af6-4d28-4117-9685-9b79a35c63d8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263664 Oct 14 02:25:00.865210 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5deb638e-645a-4d41-a31b-b7c9e51be17d req-77c0ba24-9f96-4a01-a8c0-d22a513cdf0d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.0745363 Oct 14 02:25:00.868109 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38228) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:00.888754 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a315cbe-2bde-4e23-a54c-4abf33af74ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:00.973780 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0af116-d4ff-47c4-9ae6-fbb2876b4858 req-844a2c74-2a3e-424c-ba56-fb566801f68c tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:00.975353 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6c0af116-d4ff-47c4-9ae6-fbb2876b4858 req-844a2c74-2a3e-424c-ba56-fb566801f68c tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 943 time: 0.0893145 Oct 14 02:25:01.054499 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6c0af116-d4ff-47c4-9ae6-fbb2876b4858 req-d807f90c-0441-447a-bc22-dcca90259511 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725098 Oct 14 02:25:01.078567 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a315cbe-2bde-4e23-a54c-4abf33af74ed admin admin] Publish callbacks [] for security_group (775c3784-a6af-474a-bd15-feb750c5c88d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.082764 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a315cbe-2bde-4e23-a54c-4abf33af74ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (775c3784-a6af-474a-bd15-feb750c5c88d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.122859 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a315cbe-2bde-4e23-a54c-4abf33af74ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775c3784-a6af-474a-bd15-feb750c5c88d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:01.130337 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9a315cbe-2bde-4e23-a54c-4abf33af74ed admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=855aa07345b4494b8f5381563a88db49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570441 Oct 14 02:25:01.130553 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38240) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:01.183409 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ea462844-166d-473d-828b-afeaf1c0c2a5 admin admin] Publish callbacks [] for security_group (775c3784-a6af-474a-bd15-feb750c5c88d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.205857 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ea462844-166d-473d-828b-afeaf1c0c2a5 admin admin] Publish callbacks [] for security_group (775c3784-a6af-474a-bd15-feb750c5c88d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.259553 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ea462844-166d-473d-828b-afeaf1c0c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (775c3784-a6af-474a-bd15-feb750c5c88d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.262092 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ea462844-166d-473d-828b-afeaf1c0c2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.263333 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ea462844-166d-473d-828b-afeaf1c0c2a5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/775c3784-a6af-474a-bd15-feb750c5c88d HTTP/1.1" status: 204 len: 168 time: 0.1317496 Oct 14 02:25:01.271347 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea462844-166d-473d-828b-afeaf1c0c2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775c3784-a6af-474a-bd15-feb750c5c88d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:01.495950 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38256) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:01.608624 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e140380a-ec60-47b6-9dfd-6af16028ed2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.691575 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e140380a-ec60-47b6-9dfd-6af16028ed2f admin admin] Publish callbacks [] for security_group (18699c02-2cf1-4230-a381-a0b6e217233b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.695836 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e140380a-ec60-47b6-9dfd-6af16028ed2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (18699c02-2cf1-4230-a381-a0b6e217233b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.745464 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140380a-ec60-47b6-9dfd-6af16028ed2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18699c02-2cf1-4230-a381-a0b6e217233b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:01.749682 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e140380a-ec60-47b6-9dfd-6af16028ed2f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3d4f62d58dd7415e88e4ff1430d8ae9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526042 Oct 14 02:25:01.752321 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38272) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:01.767661 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:01.817100 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93d393-79d9-4595-8d98-f7b2896d8cbc req-971bc6ca-5937-4929-ab60-edb5017249c0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:01.818788 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5d93d393-79d9-4595-8d98-f7b2896d8cbc req-971bc6ca-5937-4929-ab60-edb5017249c0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 931 time: 0.0729816 Oct 14 02:25:01.822635 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93079d95-2cf9-4098-9bef-aa877a7f1013 admin admin] Publish callbacks [] for security_group (18699c02-2cf1-4230-a381-a0b6e217233b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.848231 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93079d95-2cf9-4098-9bef-aa877a7f1013 admin admin] Publish callbacks [] for security_group (18699c02-2cf1-4230-a381-a0b6e217233b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.907722 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5d93d393-79d9-4595-8d98-f7b2896d8cbc req-fcd8b242-b515-4756-8f0f-f963ce6be560 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825479 Oct 14 02:25:01.921726 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93079d95-2cf9-4098-9bef-aa877a7f1013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (18699c02-2cf1-4230-a381-a0b6e217233b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.927781 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93079d95-2cf9-4098-9bef-aa877a7f1013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:01.932133 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-93079d95-2cf9-4098-9bef-aa877a7f1013 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/18699c02-2cf1-4230-a381-a0b6e217233b HTTP/1.1" status: 204 len: 168 time: 0.1787729 Oct 14 02:25:01.941467 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93079d95-2cf9-4098-9bef-aa877a7f1013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18699c02-2cf1-4230-a381-a0b6e217233b,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:01.948155 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36380408-30a8-444e-a9d8-5c72d2553fad req-13c71c9c-3409-459c-836e-ab4fcf1e7ef2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:01.949731 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-36380408-30a8-444e-a9d8-5c72d2553fad req-13c71c9c-3409-459c-836e-ab4fcf1e7ef2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 931 time: 0.0690043 Oct 14 02:25:02.038532 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-efc88d0a-9c7a-4e92-bf17-6addacaab542 req-ec0db375-bb1b-4237-89c6-3d1e2dda311c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.0448833 Oct 14 02:25:02.046371 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-36380408-30a8-444e-a9d8-5c72d2553fad req-c24e7889-d03d-447d-a9f9-47a5c606d7f3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845337 Oct 14 02:25:02.198470 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc0a94-7f10-4209-9658-5f03f6069115 req-0f7ce929-6630-4611-8ac8-91a274ec098b tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:02.200016 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a3dc0a94-7f10-4209-9658-5f03f6069115 req-0f7ce929-6630-4611-8ac8-91a274ec098b tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 943 time: 0.0536449 Oct 14 02:25:02.258502 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a3dc0a94-7f10-4209-9658-5f03f6069115 req-c5b45de6-2438-456d-931b-5c83fe7eb3e2 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470166 Oct 14 02:25:02.296017 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38298) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:02.310459 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b8fdf789-e292-4452-8c44-aa7545d81a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:02.327784 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Request body: {'port': {'device_id': '93c03ea1-9964-412b-8970-9111c364a82c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:02.359292 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:02.373261 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Request body: {'port': {'device_id': '02609fbc-5bfc-4f4a-a49f-b70151783da7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:02.452314 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:02.464628 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (e87188c0-5def-475c-acb8-880420209c29), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:02.499369 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:02.574598 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:02.600769 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-119c091f-d163-4fb6-9263-d7962015f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:02.602226 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-119c091f-d163-4fb6-9263-d7962015f546 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f56d467-5660-422a-95bf-cb9b701b52b6 HTTP/1.1" status: 200 len: 911 time: 0.2819111 Oct 14 02:25:02.647846 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-b64262d1-4e38-47ea-b5a7-4347f07bc1a9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:02.649470 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-b64262d1-4e38-47ea-b5a7-4347f07bc1a9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 200 len: 817 time: 0.1710453 Oct 14 02:25:02.726664 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b8fdf789-e292-4452-8c44-aa7545d81a0e admin admin] Publish callbacks [] for security_group (e1e241d1-82b4-4d6e-8224-51eb31a7aea6), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:02.749162 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b8fdf789-e292-4452-8c44-aa7545d81a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (e1e241d1-82b4-4d6e-8224-51eb31a7aea6), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:03.060213 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdf789-e292-4452-8c44-aa7545d81a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e241d1-82b4-4d6e-8224-51eb31a7aea6,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:03.159747 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b8fdf789-e292-4452-8c44-aa7545d81a0e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1be1e0ac2bbe4d83a7d22b291d6bd201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8621790 Oct 14 02:25:03.161376 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38346) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:03.236900 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8586-b682-4d24-9908-5f8056fcbffe admin admin] Publish callbacks [] for security_group (e1e241d1-82b4-4d6e-8224-51eb31a7aea6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:03.268473 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8586-b682-4d24-9908-5f8056fcbffe admin admin] Publish callbacks [] for security_group (e1e241d1-82b4-4d6e-8224-51eb31a7aea6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:03.290207 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451826e-6123-499f-a82f-ee58c659e1be req-cdc34252-95c4-40c8-b836-c038b4b6d6d2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:03.291751 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5451826e-6123-499f-a82f-ee58c659e1be req-cdc34252-95c4-40c8-b836-c038b4b6d6d2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 931 time: 0.1304688 Oct 14 02:25:03.321382 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bd299-f0f6-48cf-8033-0c122e60131d req-1ac1df1f-b924-41f0-8e5a-baf8d7459e13 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:03.329267 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0d2bd299-f0f6-48cf-8033-0c122e60131d req-1ac1df1f-b924-41f0-8e5a-baf8d7459e13 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 931 time: 0.2719297 Oct 14 02:25:03.345805 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8586-b682-4d24-9908-5f8056fcbffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (e1e241d1-82b4-4d6e-8224-51eb31a7aea6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:03.349185 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8586-b682-4d24-9908-5f8056fcbffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:03.350869 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a1ec8586-b682-4d24-9908-5f8056fcbffe admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e1e241d1-82b4-4d6e-8224-51eb31a7aea6 HTTP/1.1" status: 204 len: 168 time: 0.1873846 Oct 14 02:25:03.368358 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec8586-b682-4d24-9908-5f8056fcbffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e241d1-82b4-4d6e-8224-51eb31a7aea6,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:03.475644 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.25', 50095) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:03.491743 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:03.515746 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0d2bd299-f0f6-48cf-8033-0c122e60131d req-064cfff5-8d9f-478a-9d60-1f70966b711e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854205 Oct 14 02:25:03.522459 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87188c0-5def-475c-acb8-880420209c29 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:25:03.553206 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Publish callbacks [] for port (e87188c0-5def-475c-acb8-880420209c29), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:03.623921 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730bca7-c022-4169-9699-7e2cb7a3247a req-b1200e50-6abf-4d15-aa9e-37a9fa69dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:03.626090 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5730bca7-c022-4169-9699-7e2cb7a3247a req-b1200e50-6abf-4d15-aa9e-37a9fa69dcf7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 1127 time: 0.1307919 Oct 14 02:25:03.660742 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-85befcbf-b139-4050-9a19-3d505b0550d6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4686b889-38d2-4c4d-9c60-e30044236be7 HTTP/1.1" status: 200 len: 217 time: 0.1371455 Oct 14 02:25:03.693931 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5451826e-6123-499f-a82f-ee58c659e1be req-28117c88-bd8c-48d9-b050-99a1728f6803 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793948 Oct 14 02:25:03.704559 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Transition to ACTIVE for port object e87188c0-5def-475c-acb8-880420209c29 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:25:03.772138 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (e87188c0-5def-475c-acb8-880420209c29), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:03.816360 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3ec3badc-9293-4f4e-ad5a-6e506a6d8ad4 req-fd893ada-41cf-408d-b4da-30979d046adc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.1636343 Oct 14 02:25:03.900705 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:04.023610 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Pushing event updated for resources: {'Port': ['ID=e87188c0-5def-475c-acb8-880420209c29,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:04.037465 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b173f625-938f-417c-a8b3-b9bd70687e6e {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:25:04.047263 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21647a-1339-44d3-a747-df426dc240c8 req-ddfc260e-1833-449c-b864-b1137201a92d tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:04.049322 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8a21647a-1339-44d3-a747-df426dc240c8 req-ddfc260e-1833-449c-b864-b1137201a92d tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 943 time: 0.2319138 Oct 14 02:25:04.053525 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Attempting to bind port e87188c0-5def-475c-acb8-880420209c29 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:25:04.054101 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Attempting to bind port e87188c0-5def-475c-acb8-880420209c29 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:25:04.054609 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Attempting to bind port e87188c0-5def-475c-acb8-880420209c29 on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:25:04.061124 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Publish callbacks [] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:04.127010 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Transition to ACTIVE for port object b173f625-938f-417c-a8b3-b9bd70687e6e will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:25:04.149884 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:04.199617 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Port e87188c0-5def-475c-acb8-880420209c29 on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:25:04.199948 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Attempting to bind port e87188c0-5def-475c-acb8-880420209c29 on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:25:04.219319 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8a21647a-1339-44d3-a747-df426dc240c8 req-65a8e335-462e-40ed-ab12-f3de6ae8d3d9 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617658 Oct 14 02:25:04.219891 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-eb996a5c-7142-4ec8-8c66-f8191ee7138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:04.221366 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-eb996a5c-7142-4ec8-8c66-f8191ee7138b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=edd0b70f-7068-4a0a-bb0d-a960649b575f HTTP/1.1" status: 200 len: 849 time: 0.5426767 Oct 14 02:25:04.291601 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Pushing event updated for resources: {'Port': ['ID=b173f625-938f-417c-a8b3-b9bd70687e6e,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:04.311935 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-0798bfa7-6499-47d0-aedf-ed505eb30cb8 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e HTTP/1.1" status: 200 len: 378 time: 0.8150957 Oct 14 02:25:04.348824 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:25:04.349605 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Checking segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:25:04.350169 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Bound using segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:25:04.350959 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Bound port: e87188c0-5def-475c-acb8-880420209c29, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:25:04.352138 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (e87188c0-5def-475c-acb8-880420209c29), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:04.352859 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-3680591a-5aa7-4cdc-9ac0-13164a769cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:04.353741 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Attempting to bind port b173f625-938f-417c-a8b3-b9bd70687e6e on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:25:04.354061 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Attempting to bind port b173f625-938f-417c-a8b3-b9bd70687e6e by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:25:04.354503 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Attempting to bind port b173f625-938f-417c-a8b3-b9bd70687e6e on network f27a3301-c1aa-44f4-93cf-c241a5798a38 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:25:04.354939 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-3680591a-5aa7-4cdc-9ac0-13164a769cbf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f56d467-5660-422a-95bf-cb9b701b52b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168962 Oct 14 02:25:04.371394 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730bca7-c022-4169-9699-7e2cb7a3247a req-38c67872-e91a-475a-9496-acb464709d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:04.371502 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5730bca7-c022-4169-9699-7e2cb7a3247a req-38c67872-e91a-475a-9496-acb464709d06 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=a2e38a12e174437982573067f6bc3f8d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7127533 Oct 14 02:25:04.438805 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Port b173f625-938f-417c-a8b3-b9bd70687e6e on network f27a3301-c1aa-44f4-93cf-c241a5798a38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:25:04.439150 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Attempting to bind port b173f625-938f-417c-a8b3-b9bd70687e6e on network f27a3301-c1aa-44f4-93cf-c241a5798a38 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:25:04.497794 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] For port e87188c0-5def-475c-acb8-880420209c29, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:25:04.544851 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] For port e87188c0-5def-475c-acb8-880420209c29, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e87188c0-5def-475c-acb8-880420209c29,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:25:04.561763 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:25:04.562113 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Checking segment: {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:25:04.562513 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Bound using segment: {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:25:04.562992 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Bound port: b173f625-938f-417c-a8b3-b9bd70687e6e, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:25:04.563384 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:04.575518 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38420) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:04.587535 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (e87188c0-5def-475c-acb8-880420209c29), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:04.592382 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:04.620937 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:04.621592 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:04.623354 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e87188c0-5def-475c-acb8-880420209c29 HTTP/1.1" status: 200 len: 1093 time: 2.3010178 Oct 14 02:25:04.624463 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c03ea1-9964-412b-8970-9111c364a82c', 'tag': 'e87188c0-5def-475c-acb8-880420209c29'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:04.731264 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00e28ec9-d4e5-4a1e-9f88-a0a83713c204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:04.791712 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:04.873979 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00e28ec9-d4e5-4a1e-9f88-a0a83713c204 admin admin] Publish callbacks [] for security_group (34c3ff5b-f54b-4377-b1e0-6dd4157c93c5), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:04.877333 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f35fd-09a6-461f-b5f4-46d26f341856 req-6b3d7fbc-7c58-45a6-8167-fbc478f81688 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:04.879157 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-861f35fd-09a6-461f-b5f4-46d26f341856 req-6b3d7fbc-7c58-45a6-8167-fbc478f81688 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.0729992 Oct 14 02:25:04.883488 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56f1db-1996-4572-8095-12df4fe62839 service neutron] Pushing event updated for resources: {'Port': ['ID=e87188c0-5def-475c-acb8-880420209c29,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:04.888858 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00e28ec9-d4e5-4a1e-9f88-a0a83713c204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (34c3ff5b-f54b-4377-b1e0-6dd4157c93c5), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:04.903372 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ed8d6-d099-4c06-be49-5de8b062c400 req-02a02ad3-bee8-489b-b8ca-528e7cd2d075 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:04.905032 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad7ed8d6-d099-4c06-be49-5de8b062c400 req-02a02ad3-bee8-489b-b8ca-528e7cd2d075 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 943 time: 0.2190068 Oct 14 02:25:04.935965 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807238f2-a6fe-47c7-82a0-a289f0f57931" -d '{"events": [{"name": "network-changed", "server_uuid": "93c03ea1-9964-412b-8970-9111c364a82c", "tag": "e87188c0-5def-475c-acb8-880420209c29"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:04.938973 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e28ec9-d4e5-4a1e-9f88-a0a83713c204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c3ff5b-f54b-4377-b1e0-6dd4157c93c5,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:04.948763 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38450) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:04.949233 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-00e28ec9-d4e5-4a1e-9f88-a0a83713c204 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=392db12b4b4449f19aeaa8e477ce0b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3726394 Oct 14 02:25:04.949792 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] For port b173f625-938f-417c-a8b3-b9bd70687e6e, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:25:04.987329 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] For port b173f625-938f-417c-a8b3-b9bd70687e6e, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b173f625-938f-417c-a8b3-b9bd70687e6e,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:25:05.029201 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.033304 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:05.034127 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.035805 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b173f625-938f-417c-a8b3-b9bd70687e6e HTTP/1.1" status: 200 len: 1093 time: 2.6708620 Oct 14 02:25:05.088182 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-861f35fd-09a6-461f-b5f4-46d26f341856 req-13046fe3-9e8d-4c3a-b567-7b62cdbbcf88 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972005 Oct 14 02:25:05.099210 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad7ed8d6-d099-4c06-be49-5de8b062c400 req-ac621461-02ec-4077-b6fa-2935572fbb8e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846752 Oct 14 02:25:05.126596 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:05.138550 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4c90-91d0-4f9a-8119-fec6c4efd876 admin admin] Publish callbacks [] for security_group (34c3ff5b-f54b-4377-b1e0-6dd4157c93c5), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.142244 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38458) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:05.173136 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541b3e4-9289-4966-8730-cedee95a3046 service neutron] Pushing event updated for resources: {'Port': ['ID=b173f625-938f-417c-a8b3-b9bd70687e6e,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:05.187573 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4c90-91d0-4f9a-8119-fec6c4efd876 admin admin] Publish callbacks [] for security_group (34c3ff5b-f54b-4377-b1e0-6dd4157c93c5), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.224277 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa842556-3217-457d-920b-145940bd41e4 req-d3357d90-a343-43e8-911e-ba4f381fe063 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.0401103 Oct 14 02:25:05.288774 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4c90-91d0-4f9a-8119-fec6c4efd876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (34c3ff5b-f54b-4377-b1e0-6dd4157c93c5), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.291538 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4c90-91d0-4f9a-8119-fec6c4efd876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.293057 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d8bc4c90-91d0-4f9a-8119-fec6c4efd876 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/34c3ff5b-f54b-4377-b1e0-6dd4157c93c5 HTTP/1.1" status: 204 len: 168 time: 0.3410325 Oct 14 02:25:05.304133 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f543a72a-ed9a-46ef-9010-fe6ba85864e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.304440 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc4c90-91d0-4f9a-8119-fec6c4efd876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c3ff5b-f54b-4377-b1e0-6dd4157c93c5,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:05.404811 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f543a72a-ed9a-46ef-9010-fe6ba85864e7 admin admin] Publish callbacks [] for security_group (ae362795-2158-4e10-9aea-480c9f40d0e2), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.408362 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cf4ae-1d12-4104-95c5-46b1ccfc6461 req-01c3a328-3fd8-4e91-871b-12b3cac07bcf tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:05.411295 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f543a72a-ed9a-46ef-9010-fe6ba85864e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (ae362795-2158-4e10-9aea-480c9f40d0e2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.416411 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b69cf4ae-1d12-4104-95c5-46b1ccfc6461 req-01c3a328-3fd8-4e91-871b-12b3cac07bcf tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 943 time: 0.0746067 Oct 14 02:25:05.446919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78bd530-7a2a-41b7-89fa-a7bf2c8c3819 x-openstack-request-id: req-e78bd530-7a2a-41b7-89fa-a7bf2c8c3819 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:05.447232 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c03ea1-9964-412b-8970-9111c364a82c", "tag": "e87188c0-5def-475c-acb8-880420209c29", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:05.447482 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e78bd530-7a2a-41b7-89fa-a7bf2c8c3819 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:05.447933 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78bd530-7a2a-41b7-89fa-a7bf2c8c3819'] response: {'name': 'network-changed', 'server_uuid': '93c03ea1-9964-412b-8970-9111c364a82c', 'tag': 'e87188c0-5def-475c-acb8-880420209c29', 'status': 'completed', 'code': 200} Oct 14 02:25:05.453453 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f543a72a-ed9a-46ef-9010-fe6ba85864e7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=052676dc098d42d6913991a727fa2e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097279 Oct 14 02:25:05.457233 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38470) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:05.472714 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b69cf4ae-1d12-4104-95c5-46b1ccfc6461 req-609eca7b-b91e-4d86-a5b7-53a9f35eb54b tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548983 Oct 14 02:25:05.488940 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543a72a-ed9a-46ef-9010-fe6ba85864e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae362795-2158-4e10-9aea-480c9f40d0e2,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:05.499011 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:05.528759 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-aed36c19-c200-47eb-872f-44cd4a12e25b admin admin] Publish callbacks [] for security_group (ae362795-2158-4e10-9aea-480c9f40d0e2), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.550409 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-aed36c19-c200-47eb-872f-44cd4a12e25b admin admin] Publish callbacks [] for security_group (ae362795-2158-4e10-9aea-480c9f40d0e2), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.600624 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-aed36c19-c200-47eb-872f-44cd4a12e25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (ae362795-2158-4e10-9aea-480c9f40d0e2), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.603631 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-aed36c19-c200-47eb-872f-44cd4a12e25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.604895 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-aed36c19-c200-47eb-872f-44cd4a12e25b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ae362795-2158-4e10-9aea-480c9f40d0e2 HTTP/1.1" status: 204 len: 168 time: 0.1464949 Oct 14 02:25:05.622157 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed36c19-c200-47eb-872f-44cd4a12e25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae362795-2158-4e10-9aea-480c9f40d0e2,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:05.680205 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38476) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:05.696018 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-02dd6a31-d6f4-4613-9486-27565ba47ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.794759 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-02dd6a31-d6f4-4613-9486-27565ba47ede admin admin] Publish callbacks [] for security_group (9f9b9809-88d0-4961-9347-560f50cd9804), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.799535 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-02dd6a31-d6f4-4613-9486-27565ba47ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (9f9b9809-88d0-4961-9347-560f50cd9804), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:05.841313 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd6a31-d6f4-4613-9486-27565ba47ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9b9809-88d0-4961-9347-560f50cd9804,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:05.845618 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-02dd6a31-d6f4-4613-9486-27565ba47ede admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2cebd13aeeed4462b4a6eb2f76c82e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641998 Oct 14 02:25:05.848494 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38480) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:05.902115 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4373b11c-34b7-4ea5-9948-4f11cac750e9 admin admin] Publish callbacks [] for security_group (9f9b9809-88d0-4961-9347-560f50cd9804), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:06.093993 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4373b11c-34b7-4ea5-9948-4f11cac750e9 admin admin] Publish callbacks [] for security_group (9f9b9809-88d0-4961-9347-560f50cd9804), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:06.132788 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:06.231596 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4373b11c-34b7-4ea5-9948-4f11cac750e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (9f9b9809-88d0-4961-9347-560f50cd9804), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:06.236091 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4373b11c-34b7-4ea5-9948-4f11cac750e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:06.240787 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4373b11c-34b7-4ea5-9948-4f11cac750e9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9f9b9809-88d0-4961-9347-560f50cd9804 HTTP/1.1" status: 204 len: 168 time: 0.3878198 Oct 14 02:25:06.255816 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373b11c-34b7-4ea5-9948-4f11cac750e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9b9809-88d0-4961-9347-560f50cd9804,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:06.358619 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50d5f2-3408-45d4-bedc-6855cbaeb19a req-11b53477-2814-4829-a518-71e17f95e394 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:06.360142 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8c50d5f2-3408-45d4-bedc-6855cbaeb19a req-11b53477-2814-4829-a518-71e17f95e394 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 943 time: 0.0977244 Oct 14 02:25:06.369244 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbece2-e86d-4871-80f3-7e340728d05c req-9e60bbb6-9018-4f3f-9494-6dde1fed3d7a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:06.370716 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d5dbece2-e86d-4871-80f3-7e340728d05c req-9e60bbb6-9018-4f3f-9494-6dde1fed3d7a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.0976458 Oct 14 02:25:06.454193 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d5dbece2-e86d-4871-80f3-7e340728d05c req-ffad7ae9-1f48-4291-9384-202c1c90a3ae tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764494 Oct 14 02:25:06.457364 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8c50d5f2-3408-45d4-bedc-6855cbaeb19a req-1e46ca16-4849-4905-b596-58d347f65a92 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856769 Oct 14 02:25:06.571057 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ea747da-dc3d-4cfb-9026-2bbfba3e3537 req-03b867bf-d64c-4643-9608-fdc2a8694333 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.0452733 Oct 14 02:25:06.629615 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3503688-12ca-4557-b6b3-30bc3975ee48 req-cb5c28cd-fe48-48c1-961f-76a991aa2c8b tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:06.631160 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e3503688-12ca-4557-b6b3-30bc3975ee48 req-cb5c28cd-fe48-48c1-961f-76a991aa2c8b tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 943 time: 0.0591209 Oct 14 02:25:06.684098 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e3503688-12ca-4557-b6b3-30bc3975ee48 req-2b402fba-80f6-49a1-84d8-2223a721fa5a tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469911 Oct 14 02:25:07.058093 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'port': {'device_id': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'admin_state_up': True, 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'security_groups': ['263a6992-378d-423f-9365-dd6b7570f75c']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:07.078084 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 4686b889-38d2-4c4d-9c60-e30044236be7 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:25:07.204606 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 4686b889-38d2-4c4d-9c60-e30044236be7, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4686b889-38d2-4c4d-9c60-e30044236be7,segment=NetworkSegment(d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d),segment_id=d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:07.219007 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:07.222414 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '4686b889-38d2-4c4d-9c60-e30044236be7', 'network_id': '7f56d467-5660-422a-95bf-cb9b701b52b6', 'port_id': '4686b889-38d2-4c4d-9c60-e30044236be7', 'mac_address': 'fa:16:3e:9a:98:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd0b70f-7068-4a0a-bb0d-a960649b575f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:25:07.262062 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f21ceb72-6139-4c0f-a305-b03b22c9db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:07.264505 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-f21ceb72-6139-4c0f-a305-b03b22c9db3c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 1127 time: 0.1598837 Oct 14 02:25:07.264633 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:07.266641 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 4686b889-38d2-4c4d-9c60-e30044236be7 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:25:07.267975 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:07.271424 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113060b7-30c6-46f1-94de-366e6a74d35f req-bf862d8d-c7d3-4b0a-bebb-71e698c187ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:07.273313 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-bf862d8d-c7d3-4b0a-bebb-71e698c187ef service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 1127 time: 0.1199706 Oct 14 02:25:07.290518 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4686b889-38d2-4c4d-9c60-e30044236be7 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:25:07.321945 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 4686b889-38d2-4c4d-9c60-e30044236be7, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4686b889-38d2-4c4d-9c60-e30044236be7,segment=NetworkSegment(d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d),segment_id=d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:07.328074 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:07.405579 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=4686b889-38d2-4c4d-9c60-e30044236be7,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:07.439460 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:07.440735 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-a6d83649-80df-4339-a297-aaa42a815ab6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b173f625-938f-417c-a8b3-b9bd70687e6e HTTP/1.1" status: 200 len: 217 time: 0.1658306 Oct 14 02:25:07.443281 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-44b3c409-0567-4aa8-8aed-c5df4c42849a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e87188c0-5def-475c-acb8-880420209c29 HTTP/1.1" status: 200 len: 217 time: 0.0453227 Oct 14 02:25:07.449677 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-914716fe-565c-47a2-bf22-68175c11b9a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f56d467-5660-422a-95bf-cb9b701b52b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643606 Oct 14 02:25:07.449929 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02609fbc-5bfc-4f4a-a49f-b70151783da7', 'tag': 'b173f625-938f-417c-a8b3-b9bd70687e6e'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:07.452763 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Made reservation on behalf of e0d86bdb69fa4c6ca37a301b8c57ec5e for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:25:07.454155 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02f1328-726c-446a-8fa9-36dd1d1fe603" -d '{"events": [{"name": "network-changed", "server_uuid": "02609fbc-5bfc-4f4a-a49f-b70151783da7", "tag": "b173f625-938f-417c-a8b3-b9bd70687e6e"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:07.456925 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:07.461789 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730bca7-c022-4169-9699-7e2cb7a3247a req-8bb3bb8b-31ef-4edf-b464-8e05f8c78399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:07.463606 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5730bca7-c022-4169-9699-7e2cb7a3247a req-8bb3bb8b-31ef-4edf-b464-8e05f8c78399 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3802881 Oct 14 02:25:07.583469 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-4106f4ca-1b18-463c-ab78-9e12fd98505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:07.587146 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-4106f4ca-1b18-463c-ab78-9e12fd98505b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.1265845 Oct 14 02:25:07.592469 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6209e755-b387-44c1-80d1-b638be378474 x-openstack-request-id: req-6209e755-b387-44c1-80d1-b638be378474 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:07.592777 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02609fbc-5bfc-4f4a-a49f-b70151783da7", "tag": "b173f625-938f-417c-a8b3-b9bd70687e6e", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:07.593037 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6209e755-b387-44c1-80d1-b638be378474 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:07.594639 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6209e755-b387-44c1-80d1-b638be378474'] response: {'name': 'network-changed', 'server_uuid': '02609fbc-5bfc-4f4a-a49f-b70151783da7', 'tag': 'b173f625-938f-417c-a8b3-b9bd70687e6e', 'status': 'completed', 'code': 200} Oct 14 02:25:07.596738 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113060b7-30c6-46f1-94de-366e6a74d35f req-e8775065-07dd-42a8-9f88-1c8d188ccf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:07.598349 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-e8775065-07dd-42a8-9f88-1c8d188ccf5c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.1387448 Oct 14 02:25:07.607192 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['4686b889-38d2-4c4d-9c60-e30044236be7'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:25:07.654353 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-0df960da-90a6-482e-b72f-1b6e2fdb37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:07.656244 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-0df960da-90a6-482e-b72f-1b6e2fdb37d0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 1127 time: 0.1078966 Oct 14 02:25:07.723389 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-309d8800-4599-4cda-83c0-f01f9076d8ec service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8f8e3e8-8227-4e43-9e58-a3993d60fb18 HTTP/1.1" status: 200 len: 217 time: 0.0553555 Oct 14 02:25:07.818079 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-9e3bec41-cefe-463c-a6a0-60aa6caf4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:07.820279 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-9e3bec41-cefe-463c-a6a0-60aa6caf4f22 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2207704 Oct 14 02:25:07.879595 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Allocated IP 172.20.0.8 (6a0fcb6e-9af2-4d31-ad0b-3cc0354be555/df574a0d-c460-4e0b-b9d8-f91874100636/69758544-f5cf-4337-bdea-35d5b0ec7261) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:25:07.884009 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-c0ecaa27-4f5f-44ad-b7aa-890f1f9854f6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f56d467-5660-422a-95bf-cb9b701b52b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238803 Oct 14 02:25:07.898559 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-8d2ea121-742b-41ac-8b60-e4427b6b2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:07.900167 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-8d2ea121-742b-41ac-8b60-e4427b6b2b0c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.1126287 Oct 14 02:25:07.954727 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113060b7-30c6-46f1-94de-366e6a74d35f req-ef0cb362-3825-43ff-b213-e582fa27e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:07.957940 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-ef0cb362-3825-43ff-b213-e582fa27e2db service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3046257 Oct 14 02:25:07.971202 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:07.979309 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc15e17-eaa8-4c92-9972-22b8642ad377 req-012b2ddd-a873-4ca4-8f5b-642460f038c8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:07.986506 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-7d4df65f-c183-41d4-a58d-18e7d5d9275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:07.987490 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2bc15e17-eaa8-4c92-9972-22b8642ad377 req-012b2ddd-a873-4ca4-8f5b-642460f038c8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.3475153 Oct 14 02:25:07.988338 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-7d4df65f-c183-41d4-a58d-18e7d5d9275e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811119 Oct 14 02:25:08.008187 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd38f0-8dcf-4352-8e8f-77809b3a0a0b req-e45bb004-f43d-4f7a-acd9-bccc27c8761c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:08.016326 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ecfd38f0-8dcf-4352-8e8f-77809b3a0a0b req-e45bb004-f43d-4f7a-acd9-bccc27c8761c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 943 time: 0.3256030 Oct 14 02:25:08.068337 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-4bf05091-ec2f-4548-a6c5-721bc1e58939 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406604 Oct 14 02:25:08.223016 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-a8ccf3fa-c4d2-4098-a236-9376a6c1d9c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075729 Oct 14 02:25:08.226688 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:08.237584 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ecfd38f0-8dcf-4352-8e8f-77809b3a0a0b req-c797f15f-c605-4c53-9723-00ca0feadcfe tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199016 Oct 14 02:25:08.263657 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2bc15e17-eaa8-4c92-9972-22b8642ad377 req-dd2405d7-e321-4a18-a2e3-1c07f06434a2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748997 Oct 14 02:25:08.332928 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:08.347336 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-4a92f091-78fa-4d57-97b5-fc92680809db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507032 Oct 14 02:25:08.377038 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:08.441581 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ea902912-bb86-48e7-98f4-79f4640aedf3 req-69ff6aba-651b-43e8-aaee-ec33e5397ea3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110755 Oct 14 02:25:08.458101 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:25:08.461513 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:25:08.468727 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:25:08.475382 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:08.476766 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:08.494707 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356f0a4-7780-48d5-8a73-403ab02a8f48 req-63bf9dac-ee5f-4c30-9029-7583e070fbe7 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:08.500656 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f356f0a4-7780-48d5-8a73-403ab02a8f48 req-63bf9dac-ee5f-4c30-9029-7583e070fbe7 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 944 time: 0.1521080 Oct 14 02:25:08.504921 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:08.513228 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4592757 Oct 14 02:25:08.518083 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bf65f-0b68-42a0-88bc-ae49b6fddc8f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'Port': ['ID=69758544-f5cf-4337-bdea-35d5b0ec7261,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:08.632890 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d68db9c8-6cdc-4dd9-b3da-4f8802dd1215 req-3ef71de2-2769-4cd7-877a-69f88e02a134 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173559 Oct 14 02:25:08.683716 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d88ec-512e-4517-9d4f-89237ea9edb9 req-fa372b62-3d9c-448f-9b1d-387877a8502e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:08.692002 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d13d88ec-512e-4517-9d4f-89237ea9edb9 req-fa372b62-3d9c-448f-9b1d-387877a8502e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 931 time: 0.2813950 Oct 14 02:25:08.791703 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f356f0a4-7780-48d5-8a73-403ab02a8f48 req-33ec12fa-6831-4132-811c-36af0276f02d tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417240 Oct 14 02:25:08.791703 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113060b7-30c6-46f1-94de-366e6a74d35f req-47028e08-131e-4fa2-9b14-85dcacaccaf6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179351 Oct 14 02:25:08.804356 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-f2c4caa8-a272-4c07-a211-6825c140939c None None] Provisioning complete for port 69758544-f5cf-4337-bdea-35d5b0ec7261 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:25:08.805666 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f2c4caa8-a272-4c07-a211-6825c140939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:08.806296 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-f2c4caa8-a272-4c07-a211-6825c140939c None None] Attempt 1 to provision port 69758544-f5cf-4337-bdea-35d5b0ec7261 Oct 14 02:25:08.844976 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4caa8-a272-4c07-a211-6825c140939c None None] Port 69758544-f5cf-4337-bdea-35d5b0ec7261 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:25:08.866577 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d13d88ec-512e-4517-9d4f-89237ea9edb9 req-f0dbaee1-e64f-4d85-9a91-da6a540c9b88 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1587036 Oct 14 02:25:08.897105 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38600) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:09.004088 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cbb695c-337d-4970-b05a-7de4e78fe1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.029055 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:09.088636 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cbb695c-337d-4970-b05a-7de4e78fe1db admin admin] Publish callbacks [] for security_group (54d6fec6-388b-416d-a1e9-dda15db9f233), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.092173 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cbb695c-337d-4970-b05a-7de4e78fe1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (54d6fec6-388b-416d-a1e9-dda15db9f233), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.129425 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb695c-337d-4970-b05a-7de4e78fe1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d6fec6-388b-416d-a1e9-dda15db9f233,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:09.133629 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5cbb695c-337d-4970-b05a-7de4e78fe1db admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f7374385eb294799984a042bd17f1ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354510 Oct 14 02:25:09.136490 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38604) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:09.188028 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93051a7b-d070-4072-a910-d7f3dd012e3a admin admin] Publish callbacks [] for security_group (54d6fec6-388b-416d-a1e9-dda15db9f233), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.209517 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93051a7b-d070-4072-a910-d7f3dd012e3a admin admin] Publish callbacks [] for security_group (54d6fec6-388b-416d-a1e9-dda15db9f233), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.259060 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93051a7b-d070-4072-a910-d7f3dd012e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (54d6fec6-388b-416d-a1e9-dda15db9f233), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.261637 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93051a7b-d070-4072-a910-d7f3dd012e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.262909 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-93051a7b-d070-4072-a910-d7f3dd012e3a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/54d6fec6-388b-416d-a1e9-dda15db9f233 HTTP/1.1" status: 204 len: 168 time: 0.1253555 Oct 14 02:25:09.270711 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93051a7b-d070-4072-a910-d7f3dd012e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d6fec6-388b-416d-a1e9-dda15db9f233,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:09.395718 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a2553-0b5e-44bd-aa55-8cf32617cfdf req-264a3be9-e961-4ca9-9690-4b696f182e10 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:09.397245 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-933a2553-0b5e-44bd-aa55-8cf32617cfdf req-264a3be9-e961-4ca9-9690-4b696f182e10 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 943 time: 0.0710859 Oct 14 02:25:09.428078 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa696e3-8be3-4a3e-b8ee-81d205c399c1 req-cac467f8-3ebc-40cd-b929-a4579b74380b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:09.429757 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-eaa696e3-8be3-4a3e-b8ee-81d205c399c1 req-cac467f8-3ebc-40cd-b929-a4579b74380b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.0728006 Oct 14 02:25:09.483009 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-933a2553-0b5e-44bd-aa55-8cf32617cfdf req-7eb83f03-316e-4098-8a74-4d95e8a1b1cc tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775218 Oct 14 02:25:09.510438 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-eaa696e3-8be3-4a3e-b8ee-81d205c399c1 req-02fe3ce7-aba6-442a-821c-df74377122b4 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737064 Oct 14 02:25:09.577954 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38616) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:09.592988 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-79fb812c-8e85-4adb-b625-38ed1720ac83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.672148 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-79fb812c-8e85-4adb-b625-38ed1720ac83 admin admin] Publish callbacks [] for security_group (26abab23-91ed-40e2-88fd-14de0209847a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.675801 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-79fb812c-8e85-4adb-b625-38ed1720ac83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (26abab23-91ed-40e2-88fd-14de0209847a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.715505 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-79fb812c-8e85-4adb-b625-38ed1720ac83 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=79d967ef48b14dbaacdba8c2cc634e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363654 Oct 14 02:25:09.716203 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb812c-8e85-4adb-b625-38ed1720ac83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26abab23-91ed-40e2-88fd-14de0209847a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:09.718390 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38618) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:09.776886 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-487bfac5-0080-4dc1-b578-9bc726ebc30d admin admin] Publish callbacks [] for security_group (26abab23-91ed-40e2-88fd-14de0209847a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.797103 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-487bfac5-0080-4dc1-b578-9bc726ebc30d admin admin] Publish callbacks [] for security_group (26abab23-91ed-40e2-88fd-14de0209847a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.845561 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-487bfac5-0080-4dc1-b578-9bc726ebc30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (26abab23-91ed-40e2-88fd-14de0209847a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.848422 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-487bfac5-0080-4dc1-b578-9bc726ebc30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:09.849665 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-487bfac5-0080-4dc1-b578-9bc726ebc30d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/26abab23-91ed-40e2-88fd-14de0209847a HTTP/1.1" status: 204 len: 168 time: 0.1303244 Oct 14 02:25:09.857645 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bfac5-0080-4dc1-b578-9bc726ebc30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26abab23-91ed-40e2-88fd-14de0209847a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:09.896978 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:09.921172 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb370ac-a8ee-4559-8d01-0eee4b5050ad req-d7dc57d2-a552-49f1-b8fe-b8256216f249 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:09.927610 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-efb370ac-a8ee-4559-8d01-0eee4b5050ad req-d7dc57d2-a552-49f1-b8fe-b8256216f249 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 944 time: 0.0661545 Oct 14 02:25:10.031926 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-efb370ac-a8ee-4559-8d01-0eee4b5050ad req-a72bcb30-e5b5-4b0f-b118-ad30da1c425d tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925627 Oct 14 02:25:10.053750 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2262e-9bf8-4a97-9d06-b87bf85b5104 req-4c03998b-516a-4403-ab40-648f25923b33 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:10.055355 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ac2262e-9bf8-4a97-9d06-b87bf85b5104 req-4c03998b-516a-4403-ab40-648f25923b33 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 931 time: 0.0633597 Oct 14 02:25:10.114039 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ac2262e-9bf8-4a97-9d06-b87bf85b5104 req-820067f2-b001-4db3-b75a-2e20f060193d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516558 Oct 14 02:25:10.647037 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38343c02-29d7-4943-89fd-3e539e4f7d18 req-169b5336-fb9f-4c60-bbce-6a9d47f42654 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:10.648586 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38343c02-29d7-4943-89fd-3e539e4f7d18 req-169b5336-fb9f-4c60-bbce-6a9d47f42654 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 943 time: 0.0755887 Oct 14 02:25:10.662925 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50373978-b49b-4721-a414-0b51da591534 req-972e290c-fc6f-4a24-8266-9a7f7ccea6cf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:10.664374 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-50373978-b49b-4721-a414-0b51da591534 req-972e290c-fc6f-4a24-8266-9a7f7ccea6cf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.0618055 Oct 14 02:25:10.887115 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38343c02-29d7-4943-89fd-3e539e4f7d18 req-e8dc9be9-a2d9-4b0d-947f-592a20ada14b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308223 Oct 14 02:25:10.891150 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-50373978-b49b-4721-a414-0b51da591534 req-230caa96-0646-48ff-b3df-e51f0ed7ab26 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205834 Oct 14 02:25:11.158223 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf8dc0-1cda-49f9-aa68-f27a66bc7b8a req-a8759918-601e-4ec3-939b-d9381008a331 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:11.160282 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bacf8dc0-1cda-49f9-aa68-f27a66bc7b8a req-a8759918-601e-4ec3-939b-d9381008a331 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 944 time: 0.0502901 Oct 14 02:25:11.218780 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bacf8dc0-1cda-49f9-aa68-f27a66bc7b8a req-2a9edc8e-e80a-41ad-bb0d-a5fb94382684 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525165 Oct 14 02:25:11.271054 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa8e07-4f29-4dcd-baa7-0d3c7a21aa8d req-e12c9bba-5fad-4e3f-a51c-c6e80bf36b06 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:11.271264 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 4686b889-38d2-4c4d-9c60-e30044236be7 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:25:11.277177 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-84aa8e07-4f29-4dcd-baa7-0d3c7a21aa8d req-e12c9bba-5fad-4e3f-a51c-c6e80bf36b06 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 931 time: 0.0784631 Oct 14 02:25:11.298759 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:11.332805 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port 4686b889-38d2-4c4d-9c60-e30044236be7 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:25:11.336502 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-84aa8e07-4f29-4dcd-baa7-0d3c7a21aa8d req-3534c190-4171-4063-b08c-819a1fdfbbe5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536580 Oct 14 02:25:11.339488 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 4686b889-38d2-4c4d-9c60-e30044236be7 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:25:11.340306 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:11.340645 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 4686b889-38d2-4c4d-9c60-e30044236be7 Oct 14 02:25:11.432420 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 4686b889-38d2-4c4d-9c60-e30044236be7 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:25:11.432967 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:11.458878 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0103c1-3d1d-4d53-a488-a051589b6e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4686b889-38d2-4c4d-9c60-e30044236be7'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:11.675876 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 4686b889-38d2-4c4d-9c60-e30044236be7, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4686b889-38d2-4c4d-9c60-e30044236be7,segment=NetworkSegment(d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d),segment_id=d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:11.683117 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:11.770998 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=4686b889-38d2-4c4d-9c60-e30044236be7,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:11.828262 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67758fea-6bb7-4aa2-8681-de85fe92b4d9" -d '{"events": [{"server_uuid": "5a0103c1-3d1d-4d53-a488-a051589b6e75", "name": "network-vif-plugged", "status": "completed", "tag": "4686b889-38d2-4c4d-9c60-e30044236be7"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:11.836977 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Request body: {'port': {'device_id': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:11.984587 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:11.993358 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fdac50-d215-437d-ba87-728ed99e58f9 x-openstack-request-id: req-30fdac50-d215-437d-ba87-728ed99e58f9 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:11.993660 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0103c1-3d1d-4d53-a488-a051589b6e75", "name": "network-vif-plugged", "status": "completed", "tag": "4686b889-38d2-4c4d-9c60-e30044236be7", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:11.993924 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30fdac50-d215-437d-ba87-728ed99e58f9 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:11.994399 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fdac50-d215-437d-ba87-728ed99e58f9'] response: {'server_uuid': '5a0103c1-3d1d-4d53-a488-a051589b6e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4686b889-38d2-4c4d-9c60-e30044236be7', 'code': 200} Oct 14 02:25:12.162922 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85af60-c8f3-4741-a3fa-a99bd7bc0da1 req-b0845fad-e4d6-4b0f-902b-9a52649daea6 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:12.165663 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-be85af60-c8f3-4741-a3fa-a99bd7bc0da1 req-b0845fad-e4d6-4b0f-902b-9a52649daea6 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 943 time: 0.1500914 Oct 14 02:25:12.179201 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41e2f7-9d0d-4a1c-a342-5f37d36f21af req-bd7a5003-ebce-4876-8c6d-dbab95cfb2e1 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:12.181319 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7f41e2f7-9d0d-4a1c-a342-5f37d36f21af req-bd7a5003-ebce-4876-8c6d-dbab95cfb2e1 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.1123955 Oct 14 02:25:12.192391 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:12.276840 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-be85af60-c8f3-4741-a3fa-a99bd7bc0da1 req-f49a09d1-fe93-4108-b5fa-7c9126c5e13e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940714 Oct 14 02:25:12.309963 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7f41e2f7-9d0d-4a1c-a342-5f37d36f21af req-e8733ad6-1245-4a8f-9b31-eaec183c434f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090577 Oct 14 02:25:12.437089 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709f28-236e-4b0a-b1d0-62e1d60719ed req-c5c6ed44-1ae4-4513-bbed-08ca156a0e0f tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:12.442627 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-94709f28-236e-4b0a-b1d0-62e1d60719ed req-c5c6ed44-1ae4-4513-bbed-08ca156a0e0f tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0738015 Oct 14 02:25:12.541314 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ab1b4-09e8-4af7-81b0-98b00855f70d req-5b4088f9-863a-48a2-8bb7-0490af1f506b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:12.549028 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f60ab1b4-09e8-4af7-81b0-98b00855f70d req-5b4088f9-863a-48a2-8bb7-0490af1f506b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 931 time: 0.0876205 Oct 14 02:25:12.580143 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-94709f28-236e-4b0a-b1d0-62e1d60719ed req-8e926b4b-e224-4063-aa17-98de29eebe0a tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281822 Oct 14 02:25:12.632510 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f60ab1b4-09e8-4af7-81b0-98b00855f70d req-cee7d446-360d-44ea-9b47-727c0651d70f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823288 Oct 14 02:25:12.638550 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69758544-f5cf-4337-bdea-35d5b0ec7261 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:25:12.647299 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Publish callbacks [] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:12.663288 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Transition to ACTIVE for port object 69758544-f5cf-4337-bdea-35d5b0ec7261 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:25:12.667598 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:12.743462 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Attempting to bind port 69758544-f5cf-4337-bdea-35d5b0ec7261 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:25:12.744066 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Attempting to bind port 69758544-f5cf-4337-bdea-35d5b0ec7261 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:25:12.744398 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Attempting to bind port 69758544-f5cf-4337-bdea-35d5b0ec7261 on network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:25:12.749689 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Pushing event updated for resources: {'Port': ['ID=69758544-f5cf-4337-bdea-35d5b0ec7261,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:12.793957 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Port 69758544-f5cf-4337-bdea-35d5b0ec7261 on network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:25:12.794430 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Attempting to bind port 69758544-f5cf-4337-bdea-35d5b0ec7261 on network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:25:12.815767 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38766) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:12.821097 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:12.848923 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:25:12.849593 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Checking segment: {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:25:12.849885 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Bound using segment: {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:25:12.850450 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Bound port: 69758544-f5cf-4337-bdea-35d5b0ec7261, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:25:12.850883 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:12.930863 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:25:12.935682 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:25:12.942796 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:12.946522 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:12.947160 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:12.948949 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/69758544-f5cf-4337-bdea-35d5b0ec7261 HTTP/1.1" status: 200 len: 1093 time: 1.1204164 Oct 14 02:25:12.951466 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:12.953702 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46045b32-727b-4c64-8d94-570facae29b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:12.968216 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4dd2253d-4bf2-4d6d-9d47-71ccd8068d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:12.970992 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:13.019316 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed80a962-b807-4cd8-8a59-126251318b7f x-openstack-request-id: req-ed80a962-b807-4cd8-8a59-126251318b7f {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:13.019596 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:13.019852 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed80a962-b807-4cd8-8a59-126251318b7f {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:13.020259 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed80a962-b807-4cd8-8a59-126251318b7f'] response: {'name': 'network-changed', 'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'status': 'completed', 'code': 200} Oct 14 02:25:13.030727 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05313d0b-9155-44ca-93f8-2e920ec7f182 service neutron] Pushing event updated for resources: {'Port': ['ID=69758544-f5cf-4337-bdea-35d5b0ec7261,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:13.054496 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4dd2253d-4bf2-4d6d-9d47-71ccd8068d73 admin admin] Publish callbacks [] for security_group (0d7b45e5-30b4-45dc-b886-b7ae45b74bb4), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.058256 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4dd2253d-4bf2-4d6d-9d47-71ccd8068d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (0d7b45e5-30b4-45dc-b886-b7ae45b74bb4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.099156 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4dd2253d-4bf2-4d6d-9d47-71ccd8068d73 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5e5d76e3b1fe4f59acf33cfaaa1c02f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821002 Oct 14 02:25:13.100226 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2253d-4bf2-4d6d-9d47-71ccd8068d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7b45e5-30b4-45dc-b886-b7ae45b74bb4,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:13.101922 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38778) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:13.155040 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17296819-52e5-4f7b-b169-2dcf50cf0e01 admin admin] Publish callbacks [] for security_group (0d7b45e5-30b4-45dc-b886-b7ae45b74bb4), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.176060 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17296819-52e5-4f7b-b169-2dcf50cf0e01 admin admin] Publish callbacks [] for security_group (0d7b45e5-30b4-45dc-b886-b7ae45b74bb4), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.220411 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17296819-52e5-4f7b-b169-2dcf50cf0e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (0d7b45e5-30b4-45dc-b886-b7ae45b74bb4), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.223749 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17296819-52e5-4f7b-b169-2dcf50cf0e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.224911 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-17296819-52e5-4f7b-b169-2dcf50cf0e01 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0d7b45e5-30b4-45dc-b886-b7ae45b74bb4 HTTP/1.1" status: 204 len: 168 time: 0.1207683 Oct 14 02:25:13.232628 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17296819-52e5-4f7b-b169-2dcf50cf0e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7b45e5-30b4-45dc-b886-b7ae45b74bb4,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:13.445692 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c92dd-ccb2-4391-bc69-530aaf475f45 req-2e59ed22-35e4-456f-83d9-a6859ef75791 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:13.447222 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-328c92dd-ccb2-4391-bc69-530aaf475f45 req-2e59ed22-35e4-456f-83d9-a6859ef75791 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 943 time: 0.0945797 Oct 14 02:25:13.461604 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf405a66-bb81-41ba-9ea2-981648c20377 req-a41b8dd0-da24-4a7c-8b72-773394c2e9f6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:13.463157 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf405a66-bb81-41ba-9ea2-981648c20377 req-a41b8dd0-da24-4a7c-8b72-773394c2e9f6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.0648284 Oct 14 02:25:13.513827 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38790) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:13.530468 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fac6d7f6-e77b-419a-925b-b74630d96c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.544120 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-328c92dd-ccb2-4391-bc69-530aaf475f45 req-03a3e0b2-a187-4fdc-815e-7f9e3f871046 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800192 Oct 14 02:25:13.547104 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf405a66-bb81-41ba-9ea2-981648c20377 req-afc91c9d-a867-4324-908d-220a0b8bae62 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760076 Oct 14 02:25:13.621648 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fac6d7f6-e77b-419a-925b-b74630d96c8c admin admin] Publish callbacks [] for security_group (2e66e63c-f302-4db1-98e4-99861dcffbf6), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.625538 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fac6d7f6-e77b-419a-925b-b74630d96c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (2e66e63c-f302-4db1-98e4-99861dcffbf6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.638719 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:13.669301 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fac6d7f6-e77b-419a-925b-b74630d96c8c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=98b48685bfc94524a3651762260da0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543217 Oct 14 02:25:13.671859 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6d7f6-e77b-419a-925b-b74630d96c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e66e63c-f302-4db1-98e4-99861dcffbf6,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:13.674980 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38794) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:13.696104 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648230-ea26-459a-b1f4-64bdad6a379b req-54c2b480-7c70-4e81-80b3-4710f0821e27 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:13.697659 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b7648230-ea26-459a-b1f4-64bdad6a379b req-54c2b480-7c70-4e81-80b3-4710f0821e27 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0495710 Oct 14 02:25:13.732385 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0768e9c7-374d-4f09-bf41-2834ed5b15f1 admin admin] Publish callbacks [] for security_group (2e66e63c-f302-4db1-98e4-99861dcffbf6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.755597 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0768e9c7-374d-4f09-bf41-2834ed5b15f1 admin admin] Publish callbacks [] for security_group (2e66e63c-f302-4db1-98e4-99861dcffbf6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.780729 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b7648230-ea26-459a-b1f4-64bdad6a379b req-396436c5-e446-452f-adb5-4973969e8325 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767956 Oct 14 02:25:13.799086 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372a657-6537-4341-82e0-b9b6ae31fe46 req-142ccf4a-77c1-4eb3-9b7b-9ced1d0c1bed tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:13.801462 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a372a657-6537-4341-82e0-b9b6ae31fe46 req-142ccf4a-77c1-4eb3-9b7b-9ced1d0c1bed tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0667720 Oct 14 02:25:13.804364 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0768e9c7-374d-4f09-bf41-2834ed5b15f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (2e66e63c-f302-4db1-98e4-99861dcffbf6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.811586 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0768e9c7-374d-4f09-bf41-2834ed5b15f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:13.812749 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0768e9c7-374d-4f09-bf41-2834ed5b15f1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2e66e63c-f302-4db1-98e4-99861dcffbf6 HTTP/1.1" status: 204 len: 168 time: 0.1368313 Oct 14 02:25:13.821145 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768e9c7-374d-4f09-bf41-2834ed5b15f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e66e63c-f302-4db1-98e4-99861dcffbf6,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:13.855120 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a372a657-6537-4341-82e0-b9b6ae31fe46 req-f6a7f614-b24f-4cf7-aac8-7b38e23f108e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473456 Oct 14 02:25:14.689564 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:14.701273 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0526a-44be-4bfe-9580-fa37ee333253 req-489e25f2-81cd-4dee-9184-ec24e35b5111 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:14.702777 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-19b0526a-44be-4bfe-9580-fa37ee333253 req-489e25f2-81cd-4dee-9184-ec24e35b5111 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.0762329 Oct 14 02:25:14.711556 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc497117-25d8-4588-8c75-d7c6f4746862 req-7272342f-7a39-4955-ae62-2e68a6a01c46 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:14.712982 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dc497117-25d8-4588-8c75-d7c6f4746862 req-7272342f-7a39-4955-ae62-2e68a6a01c46 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 943 time: 0.0766940 Oct 14 02:25:14.795868 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-19b0526a-44be-4bfe-9580-fa37ee333253 req-6b6be5ae-0552-4c24-9cf8-edb064d20a32 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816686 Oct 14 02:25:14.800709 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dc497117-25d8-4588-8c75-d7c6f4746862 req-418d61cd-78cc-4028-beae-3caf906ac91c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793412 Oct 14 02:25:14.911458 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73286d95-6f65-4d20-8222-8b19f05a7224 req-4097bbb5-6c88-4e54-b01a-831c898510a3 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:14.914449 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-73286d95-6f65-4d20-8222-8b19f05a7224 req-4097bbb5-6c88-4e54-b01a-831c898510a3 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0519531 Oct 14 02:25:14.994161 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-73286d95-6f65-4d20-8222-8b19f05a7224 req-bb8c2dc5-5e81-4549-abed-2052482e605b tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751126 Oct 14 02:25:15.005297 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac798b9b-9825-45ca-b87b-d8e2d6a509b8 req-87ce85c5-213f-41db-9b05-07aff0be1806 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:15.006801 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ac798b9b-9825-45ca-b87b-d8e2d6a509b8 req-87ce85c5-213f-41db-9b05-07aff0be1806 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0590272 Oct 14 02:25:15.076874 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ac798b9b-9825-45ca-b87b-d8e2d6a509b8 req-937bc6d4-105f-4886-9d66-8b279c23405e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608661 Oct 14 02:25:15.817451 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38892) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:15.914656 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:15.932993 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba36-6842-411b-8257-1c3ac48a1bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:15.955440 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680ca38-96cb-4b07-93cb-9262c017ea65 req-86e7fe10-f939-40f3-84e1-c298d2440187 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:15.957291 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8680ca38-96cb-4b07-93cb-9262c017ea65 req-86e7fe10-f939-40f3-84e1-c298d2440187 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.0774508 Oct 14 02:25:15.964123 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:15.971462 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c29e5b-d268-47ff-9475-5fd382e2cb46 req-2eed1ad0-e42a-4d7f-a6b5-17da5843375b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:15.973005 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-93c29e5b-d268-47ff-9475-5fd382e2cb46 req-2eed1ad0-e42a-4d7f-a6b5-17da5843375b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 943 time: 0.0912268 Oct 14 02:25:16.017925 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba36-6842-411b-8257-1c3ac48a1bab admin admin] Publish callbacks [] for security_group (06a84384-f855-4135-9d6e-34f1aa36061a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.022539 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba36-6842-411b-8257-1c3ac48a1bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (06a84384-f855-4135-9d6e-34f1aa36061a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.053444 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8680ca38-96cb-4b07-93cb-9262c017ea65 req-c65210a6-d71b-40b5-9b06-61ad4c766411 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896046 Oct 14 02:25:16.071824 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-93c29e5b-d268-47ff-9475-5fd382e2cb46 req-226703d8-297a-419d-8a5b-ad4d84f1387a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883858 Oct 14 02:25:16.080415 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0fdeba36-6842-411b-8257-1c3ac48a1bab admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5cde3eee7aea42649bbce468003f43bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570024 Oct 14 02:25:16.081112 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38904) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:16.088537 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeba36-6842-411b-8257-1c3ac48a1bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a84384-f855-4135-9d6e-34f1aa36061a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:16.156687 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4d56d141-a9a9-48ac-936b-8d0d5f90deda admin admin] Publish callbacks [] for security_group (06a84384-f855-4135-9d6e-34f1aa36061a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.231389 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec68d0b-0a4d-4420-8824-67f0b0d8f6f4 req-cc27ef38-524c-463b-9c8d-693a798bbbc2 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:16.232838 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0ec68d0b-0a4d-4420-8824-67f0b0d8f6f4 req-cc27ef38-524c-463b-9c8d-693a798bbbc2 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0878294 Oct 14 02:25:16.234689 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4d56d141-a9a9-48ac-936b-8d0d5f90deda admin admin] Publish callbacks [] for security_group (06a84384-f855-4135-9d6e-34f1aa36061a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.269276 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841a4e8-d73a-4245-9000-a52b941d310d req-c955823b-3452-479c-8251-131e6bbebaa1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:16.270677 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5841a4e8-d73a-4245-9000-a52b941d310d req-c955823b-3452-479c-8251-131e6bbebaa1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0960886 Oct 14 02:25:16.344738 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0ec68d0b-0a4d-4420-8824-67f0b0d8f6f4 req-a1188996-b1b3-4ab6-9745-20e10c1d0014 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003156 Oct 14 02:25:16.357966 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4d56d141-a9a9-48ac-936b-8d0d5f90deda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (06a84384-f855-4135-9d6e-34f1aa36061a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.360464 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4d56d141-a9a9-48ac-936b-8d0d5f90deda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.364227 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4d56d141-a9a9-48ac-936b-8d0d5f90deda admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/06a84384-f855-4135-9d6e-34f1aa36061a HTTP/1.1" status: 204 len: 168 time: 0.2793803 Oct 14 02:25:16.367047 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5841a4e8-d73a-4245-9000-a52b941d310d req-0157fad0-99fb-497c-a613-e730b38150bf tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816574 Oct 14 02:25:16.372925 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56d141-a9a9-48ac-936b-8d0d5f90deda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a84384-f855-4135-9d6e-34f1aa36061a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:16.381145 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:25:16.525589 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8b9994b9-3c83-4ca9-bb14-bf8b5bf4bdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.641649 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38916) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:16.655937 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-df431c87-dd70-4975-94eb-45f525a319af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.712940 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:16.727309 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a8f8e3e8-8227-4e43-9e58-a3993d60fb18 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:25:16.734571 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:16.739880 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-df431c87-dd70-4975-94eb-45f525a319af admin admin] Publish callbacks [] for security_group (18fcdcad-55ae-437c-b0db-70d3bcee303e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.745232 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-df431c87-dd70-4975-94eb-45f525a319af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (18fcdcad-55ae-437c-b0db-70d3bcee303e), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.786498 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-df431c87-dd70-4975-94eb-45f525a319af admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bd9cc14876104fd09561a159a4b11004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437726 Oct 14 02:25:16.788659 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df431c87-dd70-4975-94eb-45f525a319af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fcdcad-55ae-437c-b0db-70d3bcee303e,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:16.789434 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38918) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:16.841437 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-78d2ea5d-78ad-47e5-9795-9f2c880a1c8a admin admin] Publish callbacks [] for security_group (18fcdcad-55ae-437c-b0db-70d3bcee303e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.844693 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port a8f8e3e8-8227-4e43-9e58-a3993d60fb18, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a8f8e3e8-8227-4e43-9e58-a3993d60fb18,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:16.853748 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:16.856576 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': 'a8f8e3e8-8227-4e43-9e58-a3993d60fb18', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'port_id': 'a8f8e3e8-8227-4e43-9e58-a3993d60fb18', 'mac_address': 'fa:16:3e:e9:ae:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:25:16.863617 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-78d2ea5d-78ad-47e5-9795-9f2c880a1c8a admin admin] Publish callbacks [] for security_group (18fcdcad-55ae-437c-b0db-70d3bcee303e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.894377 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:25:16.894762 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.912574 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f8e3e8-8227-4e43-9e58-a3993d60fb18 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:25:16.912790 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-78d2ea5d-78ad-47e5-9795-9f2c880a1c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (18fcdcad-55ae-437c-b0db-70d3bcee303e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.915385 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-78d2ea5d-78ad-47e5-9795-9f2c880a1c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:16.918857 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-78d2ea5d-78ad-47e5-9795-9f2c880a1c8a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/18fcdcad-55ae-437c-b0db-70d3bcee303e HTTP/1.1" status: 204 len: 168 time: 0.1261063 Oct 14 02:25:16.926201 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2ea5d-78ad-47e5-9795-9f2c880a1c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fcdcad-55ae-437c-b0db-70d3bcee303e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:16.949017 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port a8f8e3e8-8227-4e43-9e58-a3993d60fb18, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a8f8e3e8-8227-4e43-9e58-a3993d60fb18,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:16.953856 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:17.004173 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=a8f8e3e8-8227-4e43-9e58-a3993d60fb18,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:17.227135 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e59e7f-e70f-468d-96db-ef3e33adaa0c req-e5c3350b-3c1d-48f6-9c74-18d56044630d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:17.228619 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f6e59e7f-e70f-468d-96db-ef3e33adaa0c req-e5c3350b-3c1d-48f6-9c74-18d56044630d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.0861130 Oct 14 02:25:17.236422 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864014f-c42d-435f-8ec9-07f95aa71e9c req-36612477-65b5-4ca4-81a8-68abd52b4d72 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:17.238598 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0864014f-c42d-435f-8ec9-07f95aa71e9c req-36612477-65b5-4ca4-81a8-68abd52b4d72 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 943 time: 0.0826735 Oct 14 02:25:17.322198 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f6e59e7f-e70f-468d-96db-ef3e33adaa0c req-d22f72c3-7f12-4fea-b872-8997eecc5a7e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826218 Oct 14 02:25:17.328221 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0864014f-c42d-435f-8ec9-07f95aa71e9c req-2c28c033-0752-4471-a1ba-ff7a1375d8e8 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793140 Oct 14 02:25:17.488668 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476c9b4-3113-4acd-9de6-c259f3817457 req-2fd5384e-63ec-4f8f-8007-5fb01cca1a77 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:17.490571 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c476c9b4-3113-4acd-9de6-c259f3817457 req-2fd5384e-63ec-4f8f-8007-5fb01cca1a77 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0642567 Oct 14 02:25:17.539878 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cd0d5-3538-46f0-83c6-e89768bb8fe0 req-c25887d6-fb82-430e-a938-d7f670d88fa5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:17.541350 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef0cd0d5-3538-46f0-83c6-e89768bb8fe0 req-c25887d6-fb82-430e-a938-d7f670d88fa5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0775530 Oct 14 02:25:17.576262 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:17.583648 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c476c9b4-3113-4acd-9de6-c259f3817457 req-8052091b-00d0-4683-984e-7a53d425b117 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752981 Oct 14 02:25:17.612491 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef0cd0d5-3538-46f0-83c6-e89768bb8fe0 req-6463b164-19b4-46a9-9e8d-eff7978e2182 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614352 Oct 14 02:25:17.661709 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 38954) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:17.758647 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-324482950-network', 'tenant_id': 'a67e3aee63a047108d574666eee1028d'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:17.779697 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Made reservation on behalf of a67e3aee63a047108d574666eee1028d for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:25:17.782023 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:17.790467 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:17.865839 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Publish callbacks [] for security_group (dd7835e8-b64f-4625-b3b9-f674e8e824b1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:17.869966 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (dd7835e8-b64f-4625-b3b9-f674e8e824b1), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:17.901989 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:25:17.912193 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7835e8-b64f-4625-b3b9-f674e8e824b1,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:17.917974 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (8b996d29-b36e-45af-ab59-fc6712e30f29), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:17.918340 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Added segment 8b996d29-b36e-45af-ab59-fc6712e30f29 of type vlan for network 7ca1d090-3f34-44f5-84be-3b3d00808e1b Oct 14 02:25:17.946709 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:17.958825 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (7ca1d090-3f34-44f5-84be-3b3d00808e1b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:17.983254 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (7ca1d090-3f34-44f5-84be-3b3d00808e1b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:17.984212 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:17.984786 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:18.037772 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3749473 Oct 14 02:25:18.041200 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 38958) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:18.046549 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] Request body: {'subnet': {'network_id': '7ca1d090-3f34-44f5-84be-3b3d00808e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-324482950-subnet', 'tenant_id': 'a67e3aee63a047108d574666eee1028d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:18.048906 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d23c4-0650-4d44-86bb-68e42fc6aa54 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca1d090-3f34-44f5-84be-3b3d00808e1b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:18.060256 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 7ca1d090-3f34-44f5-84be-3b3d00808e1b details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:25:18.072250 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] Made reservation on behalf of a67e3aee63a047108d574666eee1028d for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:25:18.074558 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:18.075570 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['a8f8e3e8-8227-4e43-9e58-a3993d60fb18'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:25:18.264008 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (f156f7d3-7de8-40f5-a4e6-a18e27df7529), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:18.322268 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f156f7d3-7de8-40f5-a4e6-a18e27df7529,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:18.333257 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] Checking segment: {'id': '8b996d29-b36e-45af-ab59-fc6712e30f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ca1d090-3f34-44f5-84be-3b3d00808e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:25:18.333794 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] Network hostable DHCP agents. Network: 7ca1d090-3f34-44f5-84be-3b3d00808e1b, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:25:18.354640 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] Network 7ca1d090-3f34-44f5-84be-3b3d00808e1b is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:25:18.363809 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 7ca1d090-3f34-44f5-84be-3b3d00808e1b) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:25:18.373611 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:18.374634 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:18.385527 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050a6121-81b4-4a9b-80b2-db83fa0eb7df None None] Network 7ca1d090-3f34-44f5-84be-3b3d00808e1b requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:25:18.447187 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-eb29b146-c1c7-4847-8138-1e0075ead1c0 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4048972 Oct 14 02:25:18.454905 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:18.535869 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91780d-831c-48e9-a7b0-ef7147fdb4ad req-4f1cb714-a17e-4b8e-a481-baad538d114b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:18.537522 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d91780d-831c-48e9-a7b0-ef7147fdb4ad req-4f1cb714-a17e-4b8e-a481-baad538d114b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 943 time: 0.1160185 Oct 14 02:25:18.545127 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7abe95-b2c5-427d-bab7-4e700ac8709b req-054d627d-7106-4ae2-bbea-95053a19c84a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:18.546846 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab7abe95-b2c5-427d-bab7-4e700ac8709b req-054d627d-7106-4ae2-bbea-95053a19c84a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.1071775 Oct 14 02:25:18.576870 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b44c56c-939a-423b-8e27-6897038e3ac4 None None] Network 7ca1d090-3f34-44f5-84be-3b3d00808e1b requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:25:18.615944 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d91780d-831c-48e9-a7b0-ef7147fdb4ad req-3b8fdf45-125d-4113-b8a7-344c3c80b6ca tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654805 Oct 14 02:25:18.703251 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device b173f625-938f-417c-a8b3-b9bd70687e6e details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:25:18.726466 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a8f8e3e8-8227-4e43-9e58-a3993d60fb18 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:25:18.789019 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab7abe95-b2c5-427d-bab7-4e700ac8709b req-5558e802-6b39-4564-aad4-aea0d622d3a9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338276 Oct 14 02:25:18.820458 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f1328-726c-446a-8fa9-36dd1d1fe603 req-6b9ede5e-e7d1-47e6-8db5-ad58735597be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:18.822357 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a02f1328-726c-446a-8fa9-36dd1d1fe603 req-6b9ede5e-e7d1-47e6-8db5-ad58735597be service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 1127 time: 0.1479611 Oct 14 02:25:18.938402 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:25:18.948782 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-65c1a9ca-5f04-463e-bb4e-e315f4ef0639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:18.957063 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:25:18.957658 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:18.958151 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 Oct 14 02:25:18.997545 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:19.025338 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port b173f625-938f-417c-a8b3-b9bd70687e6e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b173f625-938f-417c-a8b3-b9bd70687e6e,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:19.038759 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:19.040488 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807238f2-a6fe-47c7-82a0-a289f0f57931 req-4e083a8d-b15f-44aa-86a6-35c7978af5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:19.042813 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-807238f2-a6fe-47c7-82a0-a289f0f57931 req-4e083a8d-b15f-44aa-86a6-35c7978af5eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 1127 time: 0.3374109 Oct 14 02:25:19.053113 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46045b32-727b-4c64-8d94-570facae29b9 req-ae59a65e-c19a-4be9-84c0-e052c8e0825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:19.054723 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-46045b32-727b-4c64-8d94-570facae29b9 req-ae59a65e-c19a-4be9-84c0-e052c8e0825f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 1127 time: 0.2637768 Oct 14 02:25:19.059022 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': 'b173f625-938f-417c-a8b3-b9bd70687e6e', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'port_id': 'b173f625-938f-417c-a8b3-b9bd70687e6e', 'mac_address': 'fa:16:3e:d2:28:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:25:19.139543 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port b173f625-938f-417c-a8b3-b9bd70687e6e is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:25:19.140256 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:19.154676 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d47f5-d33f-46b7-8359-94c1c0f81350 req-0fbd96e4-e1c1-4600-82a0-81127443dac1 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:19.154676 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-423d47f5-d33f-46b7-8359-94c1c0f81350 req-0fbd96e4-e1c1-4600-82a0-81127443dac1 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.2817938 Oct 14 02:25:19.158972 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:25:19.162549 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:19.173914 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b173f625-938f-417c-a8b3-b9bd70687e6e {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:25:19.201275 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e41e38-49a9-4472-a83e-41b15954627f req-a627c031-89c7-4434-9973-491957b7bde0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:19.204632 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235141-1b96-46e7-8337-a2f149cea1f4 req-5be908e4-0eb5-4e34-acba-dd516ed306c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:19.207685 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1235141-1b96-46e7-8337-a2f149cea1f4 req-5be908e4-0eb5-4e34-acba-dd516ed306c1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 1129 time: 0.1696029 Oct 14 02:25:19.209297 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c6e41e38-49a9-4472-a83e-41b15954627f req-a627c031-89c7-4434-9973-491957b7bde0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.2768645 Oct 14 02:25:19.240474 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f015971-a009-4ffb-8acf-bc137ec9bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f8e3e8-8227-4e43-9e58-a3993d60fb18'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:19.243032 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781f0f15-dd4d-42d1-9c82-82d1a1983711" -d '{"events": [{"server_uuid": "1f015971-a009-4ffb-8acf-bc137ec9bccc", "name": "network-vif-plugged", "status": "completed", "tag": "a8f8e3e8-8227-4e43-9e58-a3993d60fb18"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:19.249024 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port b173f625-938f-417c-a8b3-b9bd70687e6e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b173f625-938f-417c-a8b3-b9bd70687e6e,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:19.259539 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port a8f8e3e8-8227-4e43-9e58-a3993d60fb18, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a8f8e3e8-8227-4e43-9e58-a3993d60fb18,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:19.260752 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:19.267714 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:19.272010 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d1235141-1b96-46e7-8337-a2f149cea1f4 req-73d8b422-2411-4aa1-a50e-60d43ad199d4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:19.285888 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f1328-726c-446a-8fa9-36dd1d1fe603 req-2d921c63-d21b-4020-a097-81ddc57518ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:19.287827 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a02f1328-726c-446a-8fa9-36dd1d1fe603 req-2d921c63-d21b-4020-a097-81ddc57518ac service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.4536414 Oct 14 02:25:19.320007 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=b173f625-938f-417c-a8b3-b9bd70687e6e,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:19.370211 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a02f1328-726c-446a-8fa9-36dd1d1fe603 req-a47f9fe5-777d-4aae-81a9-36a665cfc819 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b173f625-938f-417c-a8b3-b9bd70687e6e HTTP/1.1" status: 200 len: 217 time: 0.0715864 Oct 14 02:25:19.403564 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=a8f8e3e8-8227-4e43-9e58-a3993d60fb18,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:19.507267 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f1328-726c-446a-8fa9-36dd1d1fe603 req-775ada60-cd6f-42ff-91ad-ee233e8018cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:19.510127 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a02f1328-726c-446a-8fa9-36dd1d1fe603 req-775ada60-cd6f-42ff-91ad-ee233e8018cb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.1328537 Oct 14 02:25:19.534371 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['b173f625-938f-417c-a8b3-b9bd70687e6e'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:25:19.555503 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:19.562320 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:19.581912 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f1328-726c-446a-8fa9-36dd1d1fe603 req-ae36dfc5-c79e-486c-9a4a-650be6f2f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:19.583952 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a02f1328-726c-446a-8fa9-36dd1d1fe603 req-ae36dfc5-c79e-486c-9a4a-650be6f2f24c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620954 Oct 14 02:25:19.693608 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39020) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:19.730699 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-23549551-network', 'tenant_id': '0e8b60a18111456584c1a6e854d39356'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:19.768324 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a02f1328-726c-446a-8fa9-36dd1d1fe603 req-f8d3e733-875d-4450-8b28-ecd87eefcbfa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502743 Oct 14 02:25:19.800308 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c6e41e38-49a9-4472-a83e-41b15954627f req-e0cd3fd2-e4cf-46b9-a526-8188a96636b7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5898962 Oct 14 02:25:19.857782 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-423d47f5-d33f-46b7-8359-94c1c0f81350 req-e7a0c259-bf2c-4527-a1fe-9d2725e5dec7 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632457 Oct 14 02:25:19.885177 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d1235141-1b96-46e7-8337-a2f149cea1f4 req-73d8b422-2411-4aa1-a50e-60d43ad199d4 service neutron] Publish callbacks [] for security_group (605c3b13-447f-4bf1-a79c-6cb953fc6f26), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:19.889949 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d1235141-1b96-46e7-8337-a2f149cea1f4 req-73d8b422-2411-4aa1-a50e-60d43ad199d4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (605c3b13-447f-4bf1-a79c-6cb953fc6f26), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:19.898226 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807238f2-a6fe-47c7-82a0-a289f0f57931 req-682b7924-4c07-4552-aab0-2148ea6c76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:19.899996 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-807238f2-a6fe-47c7-82a0-a289f0f57931 req-682b7924-4c07-4552-aab0-2148ea6c76e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 916 time: 0.8320758 Oct 14 02:25:19.901787 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:19.915439 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60631597-ad6c-4afc-bdaa-d6cc09270f65 x-openstack-request-id: req-60631597-ad6c-4afc-bdaa-d6cc09270f65 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:19.916611 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f015971-a009-4ffb-8acf-bc137ec9bccc", "name": "network-vif-plugged", "status": "completed", "tag": "a8f8e3e8-8227-4e43-9e58-a3993d60fb18", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:19.916994 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60631597-ad6c-4afc-bdaa-d6cc09270f65 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:19.917539 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60631597-ad6c-4afc-bdaa-d6cc09270f65'] response: {'server_uuid': '1f015971-a009-4ffb-8acf-bc137ec9bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f8e3e8-8227-4e43-9e58-a3993d60fb18', 'code': 200} Oct 14 02:25:19.953243 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8b422-2411-4aa1-a50e-60d43ad199d4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=605c3b13-447f-4bf1-a79c-6cb953fc6f26,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:20.003811 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1235141-1b96-46e7-8337-a2f149cea1f4 req-73d8b422-2411-4aa1-a50e-60d43ad199d4 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7839043 Oct 14 02:25:20.034210 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46045b32-727b-4c64-8d94-570facae29b9 req-c8b37057-9e4c-40be-9fe5-d2109cabe420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:20.034210 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-46045b32-727b-4c64-8d94-570facae29b9 req-c8b37057-9e4c-40be-9fe5-d2109cabe420 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.9615707 Oct 14 02:25:20.035581 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a02f1328-726c-446a-8fa9-36dd1d1fe603 req-359de065-6167-494b-af32-e4fd6c898f40 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583292 Oct 14 02:25:20.040126 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-807238f2-a6fe-47c7-82a0-a289f0f57931 req-cbd1c78a-fb80-42f1-a851-20811a2c5d39 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e87188c0-5def-475c-acb8-880420209c29 HTTP/1.1" status: 200 len: 217 time: 0.1055787 Oct 14 02:25:20.040607 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Made reservation on behalf of 0e8b60a18111456584c1a6e854d39356 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:25:20.042981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:20.111599 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:20.147611 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb25a-f633-46bb-9390-3299e7a8af9f req-bf140c61-8264-4438-9dd1-f08cca7c19e9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:20.155293 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dd5cb25a-f633-46bb-9390-3299e7a8af9f req-bf140c61-8264-4438-9dd1-f08cca7c19e9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 943 time: 0.1196220 Oct 14 02:25:20.169534 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb348091-7cc9-431f-b7fe-a0369c07d04b req-a0631705-c22d-4e9f-a0c4-f9a67ef58d5d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:20.175097 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cb348091-7cc9-431f-b7fe-a0369c07d04b req-a0631705-c22d-4e9f-a0c4-f9a67ef58d5d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 944 time: 0.1380172 Oct 14 02:25:20.325396 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b27bee-f7a9-4161-9c33-cbfdea7916c9 req-3d123f8b-16a9-4d03-a6cd-6297c35e79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:20.326902 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94b27bee-f7a9-4161-9c33-cbfdea7916c9 req-3d123f8b-16a9-4d03-a6cd-6297c35e79ae service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 1129 time: 0.0524166 Oct 14 02:25:20.357466 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dd5cb25a-f633-46bb-9390-3299e7a8af9f req-0eb06c1a-7afc-4684-9e36-dc494d959989 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013099 Oct 14 02:25:20.399352 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94b27bee-f7a9-4161-9c33-cbfdea7916c9 req-fef82b5f-08e6-4fd7-a3e3-4268201ad2c2 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653825 Oct 14 02:25:20.407606 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cb348091-7cc9-431f-b7fe-a0369c07d04b req-503caff4-6b84-46d2-bdc8-a9383ec5ff9f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316325 Oct 14 02:25:20.432443 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:20.493052 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807238f2-a6fe-47c7-82a0-a289f0f57931 req-0762413b-ee77-4908-a559-7fbd54f04cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:20.494558 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-807238f2-a6fe-47c7-82a0-a289f0f57931 req-0762413b-ee77-4908-a559-7fbd54f04cba service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.2470782 Oct 14 02:25:20.505836 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Publish callbacks [] for security_group (3889570f-b462-4cdc-a51f-67ac29c4c324), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:20.513684 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (3889570f-b462-4cdc-a51f-67ac29c4c324), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:20.558538 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:25:20.569233 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46045b32-727b-4c64-8d94-570facae29b9 req-c2fabe1b-075e-4538-af5c-77c5edd2e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:20.570730 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-46045b32-727b-4c64-8d94-570facae29b9 req-c2fabe1b-075e-4538-af5c-77c5edd2e121 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3195305 Oct 14 02:25:20.581462 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (ea1cc307-1ef3-4f22-8333-2c533d0e6c58), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:20.581804 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Added segment ea1cc307-1ef3-4f22-8333-2c533d0e6c58 of type vlan for network efba1927-d03c-448b-a2fa-b46d9e16ea9a Oct 14 02:25:20.589105 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3889570f-b462-4cdc-a51f-67ac29c4c324,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:20.616507 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.616856 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.617201 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.617538 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.617873 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.618205 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.618532 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.618856 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.619210 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.619538 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.619862 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.620185 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.620508 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.620826 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.621143 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:20.663626 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (efba1927-d03c-448b-a2fa-b46d9e16ea9a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:20.672113 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:20.678463 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807238f2-a6fe-47c7-82a0-a289f0f57931 req-8c228a12-7dde-4e05-825c-dc9cd27223e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:20.679971 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-807238f2-a6fe-47c7-82a0-a289f0f57931 req-8c228a12-7dde-4e05-825c-dc9cd27223e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655601 Oct 14 02:25:20.684987 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device e87188c0-5def-475c-acb8-880420209c29 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:25:20.688394 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device b173f625-938f-417c-a8b3-b9bd70687e6e up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:25:20.699019 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (efba1927-d03c-448b-a2fa-b46d9e16ea9a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:20.700045 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:20.700616 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:20.762563 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0603166 Oct 14 02:25:20.762815 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39050) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:20.763320 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port b173f625-938f-417c-a8b3-b9bd70687e6e completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:25:20.772718 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30f05f-ba44-4c55-ad7a-b7048e947924 admin admin] Pushing event updated for resources: {'Network': ['ID=efba1927-d03c-448b-a2fa-b46d9e16ea9a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:20.775397 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] Request body: {'subnet': {'network_id': 'efba1927-d03c-448b-a2fa-b46d9e16ea9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-23549551-subnet', 'tenant_id': '0e8b60a18111456584c1a6e854d39356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:20.782858 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:20.796663 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network efba1927-d03c-448b-a2fa-b46d9e16ea9a details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:25:20.800705 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] Made reservation on behalf of 0e8b60a18111456584c1a6e854d39356 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:25:20.801247 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port b173f625-938f-417c-a8b3-b9bd70687e6e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:25:20.801615 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:20.801940 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port b173f625-938f-417c-a8b3-b9bd70687e6e Oct 14 02:25:20.803487 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:20.932668 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port e87188c0-5def-475c-acb8-880420209c29, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e87188c0-5def-475c-acb8-880420209c29,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:20.946737 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6591b4-9b4c-42f8-851e-a8af183c12d5 req-6653c431-9c7e-42f4-8de2-179594ac52b8 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:20.948251 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': 'e87188c0-5def-475c-acb8-880420209c29', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'port_id': 'e87188c0-5def-475c-acb8-880420209c29', 'mac_address': 'fa:16:3e:67:18:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:25:20.949240 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cb6591b4-9b4c-42f8-851e-a8af183c12d5 req-6653c431-9c7e-42f4-8de2-179594ac52b8 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0671773 Oct 14 02:25:20.971613 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:20.976546 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:21.014619 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port b173f625-938f-417c-a8b3-b9bd70687e6e is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:25:21.014999 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:21.022709 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (c40a7ffa-6f1f-4811-8e85-29ac15de26c7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:21.025227 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d3abe-d392-48db-8fdb-aabd5ff31c1b req-dd7d2ec1-39d3-442a-b74d-d3853de923a6 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:21.026956 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef3d3abe-d392-48db-8fdb-aabd5ff31c1b req-dd7d2ec1-39d3-442a-b74d-d3853de923a6 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0747311 Oct 14 02:25:21.061468 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cb6591b4-9b4c-42f8-851e-a8af183c12d5 req-7013dcff-75ac-4596-bf90-9d6cf0ae04d7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991185 Oct 14 02:25:21.078661 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40a7ffa-6f1f-4811-8e85-29ac15de26c7,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:21.099970 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef3d3abe-d392-48db-8fdb-aabd5ff31c1b req-bd661e33-43f7-4314-88e4-b185db904a8b tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644383 Oct 14 02:25:21.128272 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] Checking segment: {'id': 'ea1cc307-1ef3-4f22-8333-2c533d0e6c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'efba1927-d03c-448b-a2fa-b46d9e16ea9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:25:21.128628 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] Network hostable DHCP agents. Network: efba1927-d03c-448b-a2fa-b46d9e16ea9a, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:25:21.146821 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port e87188c0-5def-475c-acb8-880420209c29 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:25:21.147225 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (e87188c0-5def-475c-acb8-880420209c29), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:21.147744 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] Network efba1927-d03c-448b-a2fa-b46d9e16ea9a is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:25:21.160579 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, efba1927-d03c-448b-a2fa-b46d9e16ea9a) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:25:21.167208 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:21.168658 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:21.172832 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603e7f84-5724-4bbb-8c46-c08b6fa67d2e None None] Network efba1927-d03c-448b-a2fa-b46d9e16ea9a requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:25:21.185220 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87188c0-5def-475c-acb8-880420209c29 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:25:21.188203 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8536e910-15bf-43ff-9e57-ea3a46fc6a05 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4233201 Oct 14 02:25:21.208869 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port b173f625-938f-417c-a8b3-b9bd70687e6e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b173f625-938f-417c-a8b3-b9bd70687e6e,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:21.245354 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:21.284190 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port e87188c0-5def-475c-acb8-880420209c29, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e87188c0-5def-475c-acb8-880420209c29,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:21.299275 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (e87188c0-5def-475c-acb8-880420209c29), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:21.333991 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=b173f625-938f-417c-a8b3-b9bd70687e6e,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:21.378078 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180a2e84-90c3-44b7-bfe9-d29717f5f755 None None] Network efba1927-d03c-448b-a2fa-b46d9e16ea9a requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:25:21.454002 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=e87188c0-5def-475c-acb8-880420209c29,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:21.501363 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:21.503847 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866a2a1-9985-43b6-b2d4-c811aa765f13 req-e806b3df-4dc7-4e95-bca4-e7f69ecd6bd9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:21.523686 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d866a2a1-9985-43b6-b2d4-c811aa765f13 req-e806b3df-4dc7-4e95-bca4-e7f69ecd6bd9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 944 time: 0.0659926 Oct 14 02:25:21.603829 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f246897-715c-4420-9e69-594829279631 req-faa955af-65c9-4b57-a465-6b15ee5eedc2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:21.605395 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0f246897-715c-4420-9e69-594829279631 req-faa955af-65c9-4b57-a465-6b15ee5eedc2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0708745 Oct 14 02:25:21.620835 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d866a2a1-9985-43b6-b2d4-c811aa765f13 req-34b58cc3-bc1c-4104-a647-e2c1999e8cea tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951915 Oct 14 02:25:21.670647 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0f246897-715c-4420-9e69-594829279631 req-ff4ae8f6-1762-4340-bcd0-4777150ac45a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484695 Oct 14 02:25:21.718973 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:21.918579 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02609fbc-5bfc-4f4a-a49f-b70151783da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b173f625-938f-417c-a8b3-b9bd70687e6e'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:21.921366 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b17f412-4821-4214-b106-8e902242cad6" -d '{"events": [{"server_uuid": "02609fbc-5bfc-4f4a-a49f-b70151783da7", "name": "network-vif-plugged", "status": "completed", "tag": "b173f625-938f-417c-a8b3-b9bd70687e6e"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:21.972195 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d6b25b-ab2a-456d-a8b7-79efb64b0aef x-openstack-request-id: req-53d6b25b-ab2a-456d-a8b7-79efb64b0aef {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:21.972778 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02609fbc-5bfc-4f4a-a49f-b70151783da7", "name": "network-vif-plugged", "status": "completed", "tag": "b173f625-938f-417c-a8b3-b9bd70687e6e", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:21.973133 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53d6b25b-ab2a-456d-a8b7-79efb64b0aef {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:21.973664 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d6b25b-ab2a-456d-a8b7-79efb64b0aef'] response: {'server_uuid': '02609fbc-5bfc-4f4a-a49f-b70151783da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b173f625-938f-417c-a8b3-b9bd70687e6e', 'code': 200} Oct 14 02:25:22.213513 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81dd92-8a79-4cbc-a051-8a7e96cbaa12 req-4a409245-b430-41a8-ade9-ccb6f7b17d97 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:22.214945 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dd81dd92-8a79-4cbc-a051-8a7e96cbaa12 req-4a409245-b430-41a8-ade9-ccb6f7b17d97 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0677469 Oct 14 02:25:22.246388 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77257073-a16f-4d3e-8204-493b3092730b req-5934d717-d08b-46c8-95fd-c8cb17880ec0 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:22.247812 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-77257073-a16f-4d3e-8204-493b3092730b req-5934d717-d08b-46c8-95fd-c8cb17880ec0 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0695262 Oct 14 02:25:22.290091 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dd81dd92-8a79-4cbc-a051-8a7e96cbaa12 req-6a70a2de-e235-4046-8499-cc1d7ea90f4e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695636 Oct 14 02:25:22.315564 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-77257073-a16f-4d3e-8204-493b3092730b req-c91b7362-00ca-46d7-a5e4-38a5cfa22f56 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573988 Oct 14 02:25:22.741916 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e2ca6-a2c5-4cac-8b4e-d65fd1a98929 req-b7cc5c80-40be-4f03-8d3b-07d5f02fce24 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:22.743468 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-427e2ca6-a2c5-4cac-8b4e-d65fd1a98929 req-b7cc5c80-40be-4f03-8d3b-07d5f02fce24 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 944 time: 0.0507286 Oct 14 02:25:22.796615 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:22.818854 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323a351-79ff-470a-8815-751d3883120d req-c10cf840-6583-4608-9ad9-7b0bced29f33 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:22.818854 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d323a351-79ff-470a-8815-751d3883120d req-c10cf840-6583-4608-9ad9-7b0bced29f33 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0610306 Oct 14 02:25:22.844164 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-427e2ca6-a2c5-4cac-8b4e-d65fd1a98929 req-f3842642-24d4-4b40-995b-8927744ef2e1 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948145 Oct 14 02:25:22.878424 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d323a351-79ff-470a-8815-751d3883120d req-ebb2dae0-e878-42e5-9dff-b3a8fce7407e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531454 Oct 14 02:25:23.444711 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11f97a-6de8-48a3-971e-f152271d7f05 req-e2e7c6c1-e8fa-461a-9ede-84c093f55c4d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:23.446175 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ed11f97a-6de8-48a3-971e-f152271d7f05 req-e2e7c6c1-e8fa-461a-9ede-84c093f55c4d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0779715 Oct 14 02:25:23.458066 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcf009-d5ab-4304-a333-1af4c819aed0 req-88d1bd5e-f55c-4b12-bc9f-8b362aba396e tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:23.460353 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9fbcf009-d5ab-4304-a333-1af4c819aed0 req-88d1bd5e-f55c-4b12-bc9f-8b362aba396e tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0603397 Oct 14 02:25:23.527308 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ed11f97a-6de8-48a3-971e-f152271d7f05 req-30925297-f9be-4be5-9684-5cc004945c48 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752954 Oct 14 02:25:23.538822 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9fbcf009-d5ab-4304-a333-1af4c819aed0 req-64fc1411-0640-456e-beb4-2d5fe01b4d0c tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722427 Oct 14 02:25:23.649340 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:23.686380 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-807238f2-a6fe-47c7-82a0-a289f0f57931 req-6c1104cc-566a-4c93-b3bc-478f916d351e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926757 Oct 14 02:25:23.749306 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['e87188c0-5def-475c-acb8-880420209c29'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:25:23.986177 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26238879-ddaf-417f-92fb-78051571b49e req-9f614d5a-d189-45ef-889a-a4d029537471 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:23.987670 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-26238879-ddaf-417f-92fb-78051571b49e req-9f614d5a-d189-45ef-889a-a4d029537471 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 944 time: 0.0640593 Oct 14 02:25:24.003195 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=24 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:24.045664 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef39341-0a05-48c4-b89f-3a3d05664893 req-dabe12cc-3fcf-46ea-b2fe-9826021ee2b9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:24.047125 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3ef39341-0a05-48c4-b89f-3a3d05664893 req-dabe12cc-3fcf-46ea-b2fe-9826021ee2b9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0745075 Oct 14 02:25:24.246018 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-26238879-ddaf-417f-92fb-78051571b49e req-2b3da0ec-5487-4c91-91be-cdcba08ca831 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381368 Oct 14 02:25:24.272014 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3ef39341-0a05-48c4-b89f-3a3d05664893 req-ecfaa26c-f9e0-408e-bc65-6e9aa5b0d19c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171774 Oct 14 02:25:24.678765 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaabeb9-5357-4e76-bbc5-af3eff1d2eba req-c102840f-55bc-4455-b1e6-cdb6692a6592 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:24.680257 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cfaabeb9-5357-4e76-bbc5-af3eff1d2eba req-c102840f-55bc-4455-b1e6-cdb6692a6592 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0744359 Oct 14 02:25:24.690542 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa6140-08d8-4e52-af00-78d7b7fecb0e req-f6754123-5cc9-4c14-b6ff-1d5bcfa78287 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:24.691970 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6dfa6140-08d8-4e52-af00-78d7b7fecb0e req-f6754123-5cc9-4c14-b6ff-1d5bcfa78287 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0753908 Oct 14 02:25:24.765845 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cfaabeb9-5357-4e76-bbc5-af3eff1d2eba req-41cc056a-bc5c-4b3b-87b8-a11b9dce4e7e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728657 Oct 14 02:25:24.769466 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6dfa6140-08d8-4e52-af00-78d7b7fecb0e req-36a72bf0-d6cd-4323-9e8b-8b798dd2d2e1 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704298 Oct 14 02:25:25.391798 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5f2b3-1e5b-47af-9753-4d3aa3c3f985 req-5f9d02a8-9c5b-4cf1-86e7-5c7a1461fcbf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:25.394248 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e5a5f2b3-1e5b-47af-9753-4d3aa3c3f985 req-5f9d02a8-9c5b-4cf1-86e7-5c7a1461fcbf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 944 time: 0.0753822 Oct 14 02:25:25.411484 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10aa39-e839-4106-a149-537a8b2a0e0a req-3888e985-b961-4da8-ab12-e32e37f70c7c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:25.412831 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-de10aa39-e839-4106-a149-537a8b2a0e0a req-3888e985-b961-4da8-ab12-e32e37f70c7c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0663180 Oct 14 02:25:25.481784 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e5a5f2b3-1e5b-47af-9753-4d3aa3c3f985 req-0949c6f6-c7d7-4e4e-bdbf-1291ad8ca92f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767522 Oct 14 02:25:25.486451 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-de10aa39-e839-4106-a149-537a8b2a0e0a req-967ca940-22a6-44da-8f88-cb27c83e6f8c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674443 Oct 14 02:25:25.922559 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b6246-c655-4bcd-bfce-490106375d7c req-13a378d2-a12d-4d77-8d1a-e59f073d6c29 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:25.924768 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-193b6246-c655-4bcd-bfce-490106375d7c req-13a378d2-a12d-4d77-8d1a-e59f073d6c29 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0797560 Oct 14 02:25:25.930745 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918c5e-d6f0-40db-a8b3-a2ad1b2aa715 req-574ee688-979e-49cf-9953-cb4bf332e7ce tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:25.932177 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-07918c5e-d6f0-40db-a8b3-a2ad1b2aa715 req-574ee688-979e-49cf-9953-cb4bf332e7ce tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0851023 Oct 14 02:25:25.977805 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:26.000916 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-193b6246-c655-4bcd-bfce-490106375d7c req-b0ebdfe9-8000-4fa4-af2a-ef80ba057bc1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678513 Oct 14 02:25:26.012115 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-07918c5e-d6f0-40db-a8b3-a2ad1b2aa715 req-a84b2742-ce82-4812-8686-3669e98983c1 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723116 Oct 14 02:25:26.381397 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=12 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:26.672377 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1db61-daa8-4eb3-af94-90a75ae236f5 req-1c8c8c43-0a77-48d3-b6ab-2bbc4fb6d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:26.674265 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94c1db61-daa8-4eb3-af94-90a75ae236f5 req-1c8c8c43-0a77-48d3-b6ab-2bbc4fb6d672 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 1129 time: 0.0385113 Oct 14 02:25:26.686488 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:26.688382 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:26.696023 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-cc61c111-85fe-4031-9199-6f619ca01e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:26.697651 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-cc61c111-85fe-4031-9199-6f619ca01e8d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 1127 time: 0.1784027 Oct 14 02:25:26.725052 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714d201-2a98-4e4d-a284-ea3d7f213919 req-f0ff706d-f9af-4a8f-a31a-ef7717b2a67d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:26.726578 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d714d201-2a98-4e4d-a284-ea3d7f213919 req-f0ff706d-f9af-4a8f-a31a-ef7717b2a67d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.1485956 Oct 14 02:25:26.730993 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94c1db61-daa8-4eb3-af94-90a75ae236f5 req-31620619-eed0-4f22-a301-4da619cb1f90 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499334 Oct 14 02:25:26.732200 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0c062-4acf-4e8c-8cd6-635fbada62dc req-0e5d590c-626d-4904-8d30-baacfa69099d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:26.733638 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-56b0c062-4acf-4e8c-8cd6-635fbada62dc req-0e5d590c-626d-4904-8d30-baacfa69099d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 944 time: 0.1545899 Oct 14 02:25:26.774009 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-69b49d19-a9c3-4f0e-8890-d5bf45327901 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69758544-f5cf-4337-bdea-35d5b0ec7261 HTTP/1.1" status: 200 len: 217 time: 0.0660393 Oct 14 02:25:26.801287 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-807238f2-a6fe-47c7-82a0-a289f0f57931 req-85d1ab35-ace1-44af-9d4b-9c922731a176 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917573 Oct 14 02:25:26.840633 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d714d201-2a98-4e4d-a284-ea3d7f213919 req-88fc6b93-0595-41bf-8713-a969bc26742e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059606 Oct 14 02:25:26.851860 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-56b0c062-4acf-4e8c-8cd6-635fbada62dc req-f1103b94-fb15-4596-bc3a-2a2308d46957 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892792 Oct 14 02:25:26.961271 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device e87188c0-5def-475c-acb8-880420209c29 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:25:27.002774 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port e87188c0-5def-475c-acb8-880420209c29 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:25:27.007458 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port e87188c0-5def-475c-acb8-880420209c29 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:25:27.007846 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (e87188c0-5def-475c-acb8-880420209c29), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:27.008183 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port e87188c0-5def-475c-acb8-880420209c29 Oct 14 02:25:27.087788 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port e87188c0-5def-475c-acb8-880420209c29 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:25:27.088183 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (e87188c0-5def-475c-acb8-880420209c29), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:27.137097 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port e87188c0-5def-475c-acb8-880420209c29, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e87188c0-5def-475c-acb8-880420209c29,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:27.138423 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c03ea1-9964-412b-8970-9111c364a82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87188c0-5def-475c-acb8-880420209c29'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:27.141264 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412733cd-3859-4c58-8d0e-f7fa595e9e9b" -d '{"events": [{"server_uuid": "93c03ea1-9964-412b-8970-9111c364a82c", "name": "network-vif-plugged", "status": "completed", "tag": "e87188c0-5def-475c-acb8-880420209c29"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:27.145939 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (e87188c0-5def-475c-acb8-880420209c29), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:27.216417 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98391c6-52da-4250-a3ef-e8419227bd0c req-1ba3f56e-ffec-417c-b403-eca558564790 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:27.217863 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c98391c6-52da-4250-a3ef-e8419227bd0c req-1ba3f56e-ffec-417c-b403-eca558564790 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.1301842 Oct 14 02:25:27.219084 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:27.236699 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:27.257450 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=e87188c0-5def-475c-acb8-880420209c29,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:27.285094 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36871a62-baaa-488b-92cf-d5a28aa76e01 req-f60bb12b-cc75-4de8-bcf6-0633b6a858f9 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:27.286809 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.287277 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.287647 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.287998 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.288342 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.288673 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.289005 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.289354 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.289662 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.289992 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.290321 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.290663 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.290995 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.291347 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.291669 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:27.298409 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-36871a62-baaa-488b-92cf-d5a28aa76e01 req-f60bb12b-cc75-4de8-bcf6-0633b6a858f9 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.1985440 Oct 14 02:25:27.339191 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-cdabeecc-9848-4ef9-a7b6-358bdc592f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:27.340641 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-cdabeecc-9848-4ef9-a7b6-358bdc592f9a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=df574a0d-c460-4e0b-b9d8-f91874100636 HTTP/1.1" status: 200 len: 856 time: 0.2011006 Oct 14 02:25:27.388696 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c98391c6-52da-4250-a3ef-e8419227bd0c req-7e3a9dd2-9aba-4b80-b511-2f275839db78 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1481817 Oct 14 02:25:27.391759 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-36871a62-baaa-488b-92cf-d5a28aa76e01 req-3fc4ee24-bf71-439b-b6a6-1a9b4ce0697b tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919409 Oct 14 02:25:27.472966 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ee1004-b05c-48fb-99b1-9c95361602a4 x-openstack-request-id: req-b2ee1004-b05c-48fb-99b1-9c95361602a4 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:27.473261 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c03ea1-9964-412b-8970-9111c364a82c", "name": "network-vif-plugged", "status": "completed", "tag": "e87188c0-5def-475c-acb8-880420209c29", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:27.473557 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2ee1004-b05c-48fb-99b1-9c95361602a4 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:27.473992 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ee1004-b05c-48fb-99b1-9c95361602a4'] response: {'server_uuid': '93c03ea1-9964-412b-8970-9111c364a82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87188c0-5def-475c-acb8-880420209c29', 'code': 200} Oct 14 02:25:28.020726 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d8f26-11af-4c7e-9b0e-4655287e0ff5 req-74f9e8bd-2ac4-4f7e-84c6-becadba0f5c4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:28.022938 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-101d8f26-11af-4c7e-9b0e-4655287e0ff5 req-74f9e8bd-2ac4-4f7e-84c6-becadba0f5c4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0885093 Oct 14 02:25:28.053403 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62891074-30f1-460d-a01e-10a797b3be10 req-aac949a9-9ab3-4470-ab8f-16609e66e769 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:28.054836 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-62891074-30f1-460d-a01e-10a797b3be10 req-aac949a9-9ab3-4470-ab8f-16609e66e769 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 945 time: 0.0800428 Oct 14 02:25:28.104320 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-101d8f26-11af-4c7e-9b0e-4655287e0ff5 req-28d361ae-7d91-4d67-b042-e5ec0511ea96 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752411 Oct 14 02:25:28.120289 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-62891074-30f1-460d-a01e-10a797b3be10 req-95d34389-9a22-49ae-82df-9c1e17f75392 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591242 Oct 14 02:25:28.550856 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715e9b5-cc27-4f5d-8d0d-de2d29c930db req-5639edd6-00c4-4009-aa94-55c90960cdf3 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:28.552396 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7715e9b5-cc27-4f5d-8d0d-de2d29c930db req-5639edd6-00c4-4009-aa94-55c90960cdf3 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0809431 Oct 14 02:25:28.558077 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbe479-c1f0-48ff-a34d-78a91aab16d2 req-f260e4cc-5f55-4638-9d88-3760211fb19d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:28.559456 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-20dbe479-c1f0-48ff-a34d-78a91aab16d2 req-f260e4cc-5f55-4638-9d88-3760211fb19d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0861349 Oct 14 02:25:28.633987 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7715e9b5-cc27-4f5d-8d0d-de2d29c930db req-d30c5e5f-573c-47c0-850f-9f753ad374f7 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735173 Oct 14 02:25:28.636904 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-20dbe479-c1f0-48ff-a34d-78a91aab16d2 req-fc819665-0185-4132-8bf0-a23433b7bd44 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700898 Oct 14 02:25:29.253686 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c05d90-bd83-4579-8e3d-c7d553403ff1 req-33c8b1bd-bab1-49f4-ae2f-2644a27ed101 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:29.255168 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-23c05d90-bd83-4579-8e3d-c7d553403ff1 req-33c8b1bd-bab1-49f4-ae2f-2644a27ed101 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0766025 Oct 14 02:25:29.280590 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b408783-108a-4977-b5d8-6e7f9a0ffec7 req-7616c6d4-aa95-4253-9a17-1c494d13b0f8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:29.281991 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6b408783-108a-4977-b5d8-6e7f9a0ffec7 req-7616c6d4-aa95-4253-9a17-1c494d13b0f8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 945 time: 0.0744729 Oct 14 02:25:29.300907 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:29.328327 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-23c05d90-bd83-4579-8e3d-c7d553403ff1 req-fad34f3b-7d6e-4d45-aefc-de68cfae3d91 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676634 Oct 14 02:25:29.350864 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6b408783-108a-4977-b5d8-6e7f9a0ffec7 req-4237dd64-7ad4-4a55-a34b-767339118c6e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619910 Oct 14 02:25:29.741554 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:29.760422 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5a4ea-c319-4658-a9b0-540c13a6fa23 req-39164e2d-857b-4fd0-92e2-ce684504bcfd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:29.761911 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ed5a4ea-c319-4658-a9b0-540c13a6fa23 req-39164e2d-857b-4fd0-92e2-ce684504bcfd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0491297 Oct 14 02:25:29.809581 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ed5a4ea-c319-4658-a9b0-540c13a6fa23 req-2aa9fb65-c4e3-4d1f-8c1a-832e561b0f08 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421014 Oct 14 02:25:30.028254 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:30.479771 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d93c5-647f-4bd6-b845-716d5a075139 req-f7b815cc-7cd4-4028-961a-1f56996f3bbb tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:30.481227 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6f4d93c5-647f-4bd6-b845-716d5a075139 req-f7b815cc-7cd4-4028-961a-1f56996f3bbb tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0774610 Oct 14 02:25:30.492434 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258211bd-eaed-463b-bb95-87c391a7a569 req-9b5cfcb0-1585-47a1-aad3-3637f10a455a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:30.493866 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-258211bd-eaed-463b-bb95-87c391a7a569 req-9b5cfcb0-1585-47a1-aad3-3637f10a455a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 945 time: 0.0589008 Oct 14 02:25:30.563247 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6f4d93c5-647f-4bd6-b845-716d5a075139 req-0e9bafc4-1a24-4c8d-813a-660d72ef214a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684297 Oct 14 02:25:30.570654 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-258211bd-eaed-463b-bb95-87c391a7a569 req-8396af28-bec5-4bbf-a2c7-cd1654edfc67 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692549 Oct 14 02:25:30.937763 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800eb3f-f640-48dc-9e21-336ff81611e6 req-6cc5fd1f-034a-4ec9-8cac-95f9370edf5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:30.939851 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2800eb3f-f640-48dc-9e21-336ff81611e6 req-6cc5fd1f-034a-4ec9-8cac-95f9370edf5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0502286 Oct 14 02:25:30.987845 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2800eb3f-f640-48dc-9e21-336ff81611e6 req-90e5e8e1-327b-4732-99dd-a17545869fbe tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421305 Oct 14 02:25:31.231767 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-9c3987c7-b72b-4b5f-8f41-c0a29d7f0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:31.233320 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-9c3987c7-b72b-4b5f-8f41-c0a29d7f0f7f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388710 Oct 14 02:25:31.447958 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-fef65a28-3920-4960-9f36-a0c2709c6c09 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900021 Oct 14 02:25:31.687221 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdace2-01fd-4fc5-a338-83324bb45f44 req-d2c25e9a-9a59-44dd-ae5b-06f4a2226fc9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:31.688703 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f8fdace2-01fd-4fc5-a338-83324bb45f44 req-d2c25e9a-9a59-44dd-ae5b-06f4a2226fc9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0478489 Oct 14 02:25:31.749129 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f8fdace2-01fd-4fc5-a338-83324bb45f44 req-09278810-f8de-46bd-aca0-b17d4f2ddad7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522702 Oct 14 02:25:32.173607 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613582d-9139-4f21-82a1-4bc816e41959 req-4fac3abf-e2f4-4b8a-815f-7d16acad22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:32.176938 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8613582d-9139-4f21-82a1-4bc816e41959 req-4fac3abf-e2f4-4b8a-815f-7d16acad22e1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 1129 time: 0.0982344 Oct 14 02:25:32.271516 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8613582d-9139-4f21-82a1-4bc816e41959 req-d3de614b-59c8-47ac-88d8-47c9689ae319 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873580 Oct 14 02:25:32.279539 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3dd31-f5f1-4d7f-85e2-a3a3fce1ef78 req-d891c389-afe7-457d-95b0-3ce6a4d1a680 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:32.281830 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-15d3dd31-f5f1-4d7f-85e2-a3a3fce1ef78 req-d891c389-afe7-457d-95b0-3ce6a4d1a680 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 945 time: 0.3876901 Oct 14 02:25:32.291938 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-b7f80421-b701-42d1-98f8-4b47ed573b10 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3656850 Oct 14 02:25:32.373250 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d15d8c-4707-49b1-9834-23a13f005c1c req-b6f821ef-73af-495d-928a-9cc40421ddd2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:32.376451 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-62d15d8c-4707-49b1-9834-23a13f005c1c req-b6f821ef-73af-495d-928a-9cc40421ddd2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.1773732 Oct 14 02:25:32.391267 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6d1e4d4-70de-41af-aa8b-2c8272c54766 req-d817a80d-b893-4adf-9dfc-3f2849c64b61 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765629 Oct 14 02:25:32.465177 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:32.487524 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-62d15d8c-4707-49b1-9834-23a13f005c1c req-0dc046e2-15f0-4ef7-b822-0a29b07f0c17 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948603 Oct 14 02:25:32.506599 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-15d3dd31-f5f1-4d7f-85e2-a3a3fce1ef78 req-f48aa822-b27e-49cc-8483-b269f14ffc1e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057557 Oct 14 02:25:32.623803 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39330) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:32.730737 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:32.812173 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Publish callbacks [] for security_group (3e83d1bf-85ff-409b-a201-890a17be0e62), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:32.816315 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (3e83d1bf-85ff-409b-a201-890a17be0e62), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:32.857017 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e83d1bf-85ff-409b-a201-890a17be0e62,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:32.864393 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6c36af4e34b347d19e2486cddf620bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395320 Oct 14 02:25:32.865638 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39340) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:32.871155 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.871688 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.872013 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.872413 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.872814 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.873213 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.873623 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.874006 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.874523 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.874998 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.875502 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.876007 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.876504 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.877123 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.877650 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c70b59-6bd1-4d4f-9a7a-2601f339fdbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:25:32.889617 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbedd16-c6ef-4775-8a3c-a595807ec2a8 req-00cb4580-758e-454b-a8ac-df4f734d1504 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:32.891112 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bdbedd16-c6ef-4775-8a3c-a595807ec2a8 req-00cb4580-758e-454b-a8ac-df4f734d1504 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0633495 Oct 14 02:25:32.942339 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:32.963283 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3a111113-c290-43cb-8683-1f9f54a46198 admin admin] Publish callbacks [] for security_group (3e83d1bf-85ff-409b-a201-890a17be0e62), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:32.983372 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bdbedd16-c6ef-4775-8a3c-a595807ec2a8 req-2ab3e18e-6225-4b96-8a37-470bc2df5702 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820608 Oct 14 02:25:32.996673 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3a111113-c290-43cb-8683-1f9f54a46198 admin admin] Publish callbacks [] for security_group (3e83d1bf-85ff-409b-a201-890a17be0e62), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:33.063352 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3a111113-c290-43cb-8683-1f9f54a46198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (3e83d1bf-85ff-409b-a201-890a17be0e62), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:33.066683 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3a111113-c290-43cb-8683-1f9f54a46198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:33.070194 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3a111113-c290-43cb-8683-1f9f54a46198 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3e83d1bf-85ff-409b-a201-890a17be0e62 HTTP/1.1" status: 204 len: 168 time: 0.2007837 Oct 14 02:25:33.087884 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a111113-c290-43cb-8683-1f9f54a46198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e83d1bf-85ff-409b-a201-890a17be0e62,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:33.405811 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de869fee-fafc-46eb-aea9-2e42ee9d4742 req-20ac2d44-b040-4224-9962-20bf79a3e872 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:33.407519 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-de869fee-fafc-46eb-aea9-2e42ee9d4742 req-20ac2d44-b040-4224-9962-20bf79a3e872 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0575414 Oct 14 02:25:33.416693 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39378) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:33.430548 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0856416e-5c15-4234-84dc-a6bd2e5319b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:33.456191 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-de869fee-fafc-46eb-aea9-2e42ee9d4742 req-a3c7ea71-51b5-443e-89c3-3a0bc6375337 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 Oct 14 02:25:33.504018 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:33.525791 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0856416e-5c15-4234-84dc-a6bd2e5319b8 admin admin] Publish callbacks [] for security_group (7c3d4e8e-a4f4-444c-8589-0cedaac48a06), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:33.530580 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0856416e-5c15-4234-84dc-a6bd2e5319b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (7c3d4e8e-a4f4-444c-8589-0cedaac48a06), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:33.575488 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0856416e-5c15-4234-84dc-a6bd2e5319b8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d23ff52ac3ce4ba08c4ce5bc03ea33bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576881 Oct 14 02:25:33.576358 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856416e-5c15-4234-84dc-a6bd2e5319b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3d4e8e-a4f4-444c-8589-0cedaac48a06,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:33.578475 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39390) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:33.719956 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461c349-4435-4999-aff6-23e2b89b4b08 req-789b8755-2a19-4cf0-b7f1-6e439eee7ec7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:33.728959 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e461c349-4435-4999-aff6-23e2b89b4b08 req-789b8755-2a19-4cf0-b7f1-6e439eee7ec7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.1258221 Oct 14 02:25:33.778931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4530d-47bb-443c-8bc7-2ce8c096d3a9 req-21ab5a7c-3609-4dc4-ac89-e8584604de4e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:33.780464 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7ff4530d-47bb-443c-8bc7-2ce8c096d3a9 req-21ab5a7c-3609-4dc4-ac89-e8584604de4e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 945 time: 0.1482019 Oct 14 02:25:33.797530 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-341234b6-128e-4c42-a7e2-da2bec581441 admin admin] Publish callbacks [] for security_group (7c3d4e8e-a4f4-444c-8589-0cedaac48a06), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:33.839557 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e461c349-4435-4999-aff6-23e2b89b4b08 req-689382d4-7247-4703-8a5d-6ffa5daf0133 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089752 Oct 14 02:25:33.852118 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-341234b6-128e-4c42-a7e2-da2bec581441 admin admin] Publish callbacks [] for security_group (7c3d4e8e-a4f4-444c-8589-0cedaac48a06), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:33.907665 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7ff4530d-47bb-443c-8bc7-2ce8c096d3a9 req-b9b27231-481b-4036-bce1-dac3c793faaa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143904 Oct 14 02:25:33.928462 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-341234b6-128e-4c42-a7e2-da2bec581441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (7c3d4e8e-a4f4-444c-8589-0cedaac48a06), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:33.931194 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-341234b6-128e-4c42-a7e2-da2bec581441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:33.932292 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-341234b6-128e-4c42-a7e2-da2bec581441 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7c3d4e8e-a4f4-444c-8589-0cedaac48a06 HTTP/1.1" status: 204 len: 168 time: 0.3528268 Oct 14 02:25:33.942506 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341234b6-128e-4c42-a7e2-da2bec581441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3d4e8e-a4f4-444c-8589-0cedaac48a06,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:34.205037 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-62b93d2c-c302-461a-bf07-9a9fcb55b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:34.206585 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-62b93d2c-c302-461a-bf07-9a9fcb55b7a6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1a37a13b40e54342bb3942ff4387534e&device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 1129 time: 0.0857732 Oct 14 02:25:34.211665 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2c236-4858-4550-bc70-9c042a623ace req-77db6685-d767-4af5-b12b-35f6d39bedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:34.213069 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1cc2c236-4858-4550-bc70-9c042a623ace req-77db6685-d767-4af5-b12b-35f6d39bedcf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 1129 time: 0.0510285 Oct 14 02:25:34.295422 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39410) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:34.309026 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2b1de32b-4f18-40f1-99f1-787e93c2a4aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:34.367430 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:34.389949 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2b1de32b-4f18-40f1-99f1-787e93c2a4aa admin admin] Publish callbacks [] for security_group (c9f226bc-2dfa-4750-a95c-bb1784ed7289), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:34.393769 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2b1de32b-4f18-40f1-99f1-787e93c2a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (c9f226bc-2dfa-4750-a95c-bb1784ed7289), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:34.438476 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2b1de32b-4f18-40f1-99f1-787e93c2a4aa admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dd7e0439e9c04515804b9a5cb66f7006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419489 Oct 14 02:25:34.440744 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1de32b-4f18-40f1-99f1-787e93c2a4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f226bc-2dfa-4750-a95c-bb1784ed7289,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:34.442176 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39418) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:34.505167 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1fc064e6-6a73-409c-ac97-9c18f1740265 admin admin] Publish callbacks [] for security_group (c9f226bc-2dfa-4750-a95c-bb1784ed7289), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:34.558970 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1fc064e6-6a73-409c-ac97-9c18f1740265 admin admin] Publish callbacks [] for security_group (c9f226bc-2dfa-4750-a95c-bb1784ed7289), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:34.618051 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1fc064e6-6a73-409c-ac97-9c18f1740265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (c9f226bc-2dfa-4750-a95c-bb1784ed7289), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:34.620809 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1fc064e6-6a73-409c-ac97-9c18f1740265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:34.621964 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1fc064e6-6a73-409c-ac97-9c18f1740265 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c9f226bc-2dfa-4750-a95c-bb1784ed7289 HTTP/1.1" status: 204 len: 168 time: 0.1776094 Oct 14 02:25:34.631451 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc064e6-6a73-409c-ac97-9c18f1740265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f226bc-2dfa-4750-a95c-bb1784ed7289,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:34.668280 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:34.689728 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59005759-8818-4144-987e-1ec33724929b req-ca39aa3c-79ff-4a30-95d7-32780330eb7a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:34.695352 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-59005759-8818-4144-987e-1ec33724929b req-ca39aa3c-79ff-4a30-95d7-32780330eb7a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0888414 Oct 14 02:25:34.748919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2c236-4858-4550-bc70-9c042a623ace req-03d88c9f-a411-4518-833a-1c7427219f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:34.750534 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1cc2c236-4858-4550-bc70-9c042a623ace req-03d88c9f-a411-4518-833a-1c7427219f90 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.2395270 Oct 14 02:25:34.752180 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-b3f93d6d-a96f-482c-b0a7-d19deceaf406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:34.753808 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-b3f93d6d-a96f-482c-b0a7-d19deceaf406 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7f56d467-5660-422a-95bf-cb9b701b52b6 HTTP/1.1" status: 200 len: 911 time: 0.2330225 Oct 14 02:25:34.788157 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-59005759-8818-4144-987e-1ec33724929b req-b92d6885-d905-4133-b2f1-d6b7da2ccea7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813715 Oct 14 02:25:34.988795 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 69758544-f5cf-4337-bdea-35d5b0ec7261 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:25:35.000577 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c96f9-4475-409b-9c39-47198c426333 req-f8ebe641-5ce3-46a1-9525-71a3cf05c067 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:35.012024 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f51c96f9-4475-409b-9c39-47198c426333 req-f8ebe641-5ce3-46a1-9525-71a3cf05c067 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0756533 Oct 14 02:25:35.132548 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f51c96f9-4475-409b-9c39-47198c426333 req-c453cd7d-47ec-43a3-9958-36c5ea94a0ea tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194737 Oct 14 02:25:35.149811 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9084c3-e9b3-42e3-be20-1113da171890 req-27a9ff9b-bbd5-42d1-a5a1-93fa00e36cf7 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:35.151678 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7e9084c3-e9b3-42e3-be20-1113da171890 req-27a9ff9b-bbd5-42d1-a5a1-93fa00e36cf7 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 945 time: 0.0767744 Oct 14 02:25:35.190662 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:35.205714 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'port_id': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'mac_address': 'fa:16:3e:fc:44:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:25:35.248288 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 69758544-f5cf-4337-bdea-35d5b0ec7261 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:25:35.249353 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:35.265298 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69758544-f5cf-4337-bdea-35d5b0ec7261 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:25:35.278617 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7e9084c3-e9b3-42e3-be20-1113da171890 req-021b9834-6ec8-4f66-a4d4-c64e93501a15 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196556 Oct 14 02:25:35.307963 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:35.315271 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:35.389356 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=69758544-f5cf-4337-bdea-35d5b0ec7261,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:35.443397 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1cc2c236-4858-4550-bc70-9c042a623ace req-7621d96d-ab18-4dde-8724-e1286a9e9198 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b173f625-938f-417c-a8b3-b9bd70687e6e HTTP/1.1" status: 200 len: 217 time: 0.1469402 Oct 14 02:25:35.446165 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-7bcf9a0e-8dec-426b-8031-e8256fec164d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4686b889-38d2-4c4d-9c60-e30044236be7 HTTP/1.1" status: 200 len: 217 time: 0.1452987 Oct 14 02:25:35.581179 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf7764-b661-4772-9a1b-84d0fa6c1d92 req-1edeb7b9-9a67-40e3-82bc-c12bb35b6759 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:35.582758 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c2cf7764-b661-4772-9a1b-84d0fa6c1d92 req-1edeb7b9-9a67-40e3-82bc-c12bb35b6759 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 945 time: 0.1457775 Oct 14 02:25:35.592683 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39480) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:35.593201 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39482) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:35.605503 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-a1a8d76c-0e0f-44f7-bd89-7391c52cf576 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'floatingip': {'port_id': 'e87188c0-5def-475c-acb8-880420209c29'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:35.632651 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39486) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:35.659863 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['69758544-f5cf-4337-bdea-35d5b0ec7261'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:25:35.683799 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2c236-4858-4550-bc70-9c042a623ace req-c4c6bc49-05de-4b12-aa0c-8d6f46a69c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:35.685280 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1cc2c236-4858-4550-bc70-9c042a623ace req-c4c6bc49-05de-4b12-aa0c-8d6f46a69c20 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.2285202 Oct 14 02:25:35.688288 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a1a8d76c-0e0f-44f7-bd89-7391c52cf576 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (52743069-260c-4133-a683-68a5489892b0), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:35.693213 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-2549b647-fc4e-4b96-8feb-492f89d0778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:35.694651 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-2549b647-fc4e-4b96-8feb-492f89d0778e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=edd0b70f-7068-4a0a-bb0d-a960649b575f HTTP/1.1" status: 200 len: 849 time: 0.2363234 Oct 14 02:25:35.891828 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2c236-4858-4550-bc70-9c042a623ace req-6a2e6412-4075-4ba3-917c-b7a42824365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:35.893902 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1cc2c236-4858-4550-bc70-9c042a623ace req-6a2e6412-4075-4ba3-917c-b7a42824365c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1679854 Oct 14 02:25:35.898434 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-7268d8c1-c6e8-44d5-86e0-1b0e5cdaef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:35.899957 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-7268d8c1-c6e8-44d5-86e0-1b0e5cdaef19 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7f56d467-5660-422a-95bf-cb9b701b52b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1614783 Oct 14 02:25:35.959553 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39494) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:35.972561 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1870433366-network', 'tenant_id': 'd4b1c4a008a84d9587b98c155ac0ace1'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:35.993500 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Made reservation on behalf of d4b1c4a008a84d9587b98c155ac0ace1 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:25:35.996328 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.006166 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.018446 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:36.019568 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51cc37b8-850d-4f75-bd54-7f6d1cb0bda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.037360 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1c26dc85-fbe3-4be6-9b66-4d49fccf4841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.076416 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:36.162109 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Publish callbacks [] for security_group (d8d5f97b-781a-4ab4-9178-c6e654c13716), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.171424 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d8d5f97b-781a-4ab4-9178-c6e654c13716), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.206270 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:25:36.209331 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1c26dc85-fbe3-4be6-9b66-4d49fccf4841 admin admin] Publish callbacks [] for security_group (d2bd8d41-51b6-49fd-b657-23ed47c855ac), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.223419 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1c26dc85-fbe3-4be6-9b66-4d49fccf4841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d2bd8d41-51b6-49fd-b657-23ed47c855ac), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.229799 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (256c826f-2371-4e29-9c89-aca87a003cea), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.230136 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Added segment 256c826f-2371-4e29-9c89-aca87a003cea of type vlan for network 07246b11-83f9-4023-9995-330b19724fb7 Oct 14 02:25:36.237879 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d5f97b-781a-4ab4-9178-c6e654c13716,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:36.315092 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1c26dc85-fbe3-4be6-9b66-4d49fccf4841 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=35b239350d5240bfbe9805986151d082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517525 Oct 14 02:25:36.321027 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39502) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:36.321150 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bb658-c0fb-4cb7-a62d-be919ddebbe9 req-369f606b-2eab-4c6a-ac7b-ceece96bd975 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:36.322878 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c12bb658-c0fb-4cb7-a62d-be919ddebbe9 req-369f606b-2eab-4c6a-ac7b-ceece96bd975 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.4258366 Oct 14 02:25:36.346282 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26dc85-fbe3-4be6-9b66-4d49fccf4841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bd8d41-51b6-49fd-b657-23ed47c855ac,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:36.352103 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (07246b11-83f9-4023-9995-330b19724fb7), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.370610 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=72,neutron:DELETE=3,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:36.413036 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (07246b11-83f9-4023-9995-330b19724fb7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.414019 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:36.414596 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.429310 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:36.438086 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9821f464-cda7-48f6-8de1-c0b7824844d1 admin admin] Publish callbacks [] for security_group (d2bd8d41-51b6-49fd-b657-23ed47c855ac), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.459398 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bba126-0833-4a8e-b7ef-9bc887cb585f req-6668c112-5a03-4cc4-8056-363b9018e27f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:36.460916 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-31bba126-0833-4a8e-b7ef-9bc887cb585f req-6668c112-5a03-4cc4-8056-363b9018e27f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 944 time: 0.1661508 Oct 14 02:25:36.495124 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8581848 Oct 14 02:25:36.504175 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39512) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:36.510579 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] Request body: {'subnet': {'network_id': '07246b11-83f9-4023-9995-330b19724fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1870433366-subnet', 'tenant_id': 'd4b1c4a008a84d9587b98c155ac0ace1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:36.519427 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9821f464-cda7-48f6-8de1-c0b7824844d1 admin admin] Publish callbacks [] for security_group (d2bd8d41-51b6-49fd-b657-23ed47c855ac), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.534277 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afaf60-1c09-4bf6-9236-18d96a5682df admin admin] Pushing event updated for resources: {'Network': ['ID=07246b11-83f9-4023-9995-330b19724fb7,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:36.552537 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 07246b11-83f9-4023-9995-330b19724fb7 details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:25:36.589235 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1cc2c236-4858-4550-bc70-9c042a623ace req-7e10dd71-672a-437d-ae3b-a0a51343f6fb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6752286 Oct 14 02:25:36.591058 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-b5c2b1fe-254d-4d60-8b35-d8eb755724bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f56d467-5660-422a-95bf-cb9b701b52b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761005 Oct 14 02:25:36.622335 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] Made reservation on behalf of d4b1c4a008a84d9587b98c155ac0ace1 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:25:36.625517 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.643588 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9821f464-cda7-48f6-8de1-c0b7824844d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d2bd8d41-51b6-49fd-b657-23ed47c855ac), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.646270 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9821f464-cda7-48f6-8de1-c0b7824844d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.648411 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9821f464-cda7-48f6-8de1-c0b7824844d1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d2bd8d41-51b6-49fd-b657-23ed47c855ac HTTP/1.1" status: 204 len: 168 time: 0.3253233 Oct 14 02:25:36.703336 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821f464-cda7-48f6-8de1-c0b7824844d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bd8d41-51b6-49fd-b657-23ed47c855ac,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:36.737895 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c12bb658-c0fb-4cb7-a62d-be919ddebbe9 req-d5d33b49-f3b8-44c6-8ff9-ca80c4dbd70d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538532 Oct 14 02:25:36.878949 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (efbc0cd0-d16a-4e62-91b5-dfb01bace633), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.910034 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-31bba126-0833-4a8e-b7ef-9bc887cb585f req-6ddb3155-89fc-483e-ad0c-5edd693897bc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4322488 Oct 14 02:25:36.927050 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:36.934273 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efbc0cd0-d16a-4e62-91b5-dfb01bace633,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:36.959809 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51cc37b8-850d-4f75-bd54-7f6d1cb0bda6 admin admin] Publish callbacks [] for security_group (74512bf8-689e-40d2-b7d6-ad4ac2003cf4), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.968412 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] Checking segment: {'id': '256c826f-2371-4e29-9c89-aca87a003cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07246b11-83f9-4023-9995-330b19724fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:25:36.968756 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] Network hostable DHCP agents. Network: 07246b11-83f9-4023-9995-330b19724fb7, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:25:36.985474 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51cc37b8-850d-4f75-bd54-7f6d1cb0bda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (74512bf8-689e-40d2-b7d6-ad4ac2003cf4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:36.989498 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] Network 07246b11-83f9-4023-9995-330b19724fb7 is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:25:36.994442 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 69758544-f5cf-4337-bdea-35d5b0ec7261 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:25:37.002341 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 07246b11-83f9-4023-9995-330b19724fb7) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:25:37.006778 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:37.007516 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.027140 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39520) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:37.036314 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5f120d25-ca75-445b-adf7-f44165cbe9d2 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5294721 Oct 14 02:25:37.047574 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-364f8496-e912-40f7-91d5-e33a1342b5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.049211 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cdb673-21fa-46fa-af00-902822cc9063 None None] Network 07246b11-83f9-4023-9995-330b19724fb7 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:25:37.094862 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-df78c0e5-c668-439d-9595-a38e7620c1ac req-2dd4667b-1ec4-47ff-93bf-31e142cff18d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7f56d467-5660-422a-95bf-cb9b701b52b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907970 Oct 14 02:25:37.148096 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port 69758544-f5cf-4337-bdea-35d5b0ec7261 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:25:37.155487 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:37.167036 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 69758544-f5cf-4337-bdea-35d5b0ec7261 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:25:37.181066 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.181769 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 69758544-f5cf-4337-bdea-35d5b0ec7261 Oct 14 02:25:37.185497 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1cc2c236-4858-4550-bc70-9c042a623ace req-b3bec00e-529c-4878-82bb-fbd36b6b70e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662155 Oct 14 02:25:37.189821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc37b8-850d-4f75-bd54-7f6d1cb0bda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74512bf8-689e-40d2-b7d6-ad4ac2003cf4,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:37.198153 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-51cc37b8-850d-4f75-bd54-7f6d1cb0bda6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8d19ceadff46434ea8435f9cb13c2700&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6035292 Oct 14 02:25:37.209680 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39528) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:37.252892 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacad6d5-4638-4589-834e-8163a75b6e7d None None] Network 07246b11-83f9-4023-9995-330b19724fb7 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:25:37.257593 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:37.271152 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-364f8496-e912-40f7-91d5-e33a1342b5fb admin admin] Publish callbacks [] for security_group (5cbb32fb-c0e6-4990-a37c-c5134258fa25), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.279674 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-364f8496-e912-40f7-91d5-e33a1342b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (5cbb32fb-c0e6-4990-a37c-c5134258fa25), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.341174 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f8496-e912-40f7-91d5-e33a1342b5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb32fb-c0e6-4990-a37c-c5134258fa25,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:37.361391 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-364f8496-e912-40f7-91d5-e33a1342b5fb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b7da6346a3734f72914c52dad142e918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327875 Oct 14 02:25:37.364089 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39530) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:37.404758 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a1a8d76c-0e0f-44f7-bd89-7391c52cf576 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.406704 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:37.408715 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cd2ba46c-7725-4fa8-ae87-9afbe14bd778 admin admin] Publish callbacks [] for security_group (74512bf8-689e-40d2-b7d6-ad4ac2003cf4), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.411364 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 69758544-f5cf-4337-bdea-35d5b0ec7261 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:25:37.412121 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.432994 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cd2ba46c-7725-4fa8-ae87-9afbe14bd778 admin admin] Publish callbacks [] for security_group (74512bf8-689e-40d2-b7d6-ad4ac2003cf4), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.437672 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fc50a69-a478-45b8-a3bc-5cb737c2b68b admin admin] Publish callbacks [] for security_group (5cbb32fb-c0e6-4990-a37c-c5134258fa25), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.463622 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:37.466753 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aa7a49-c93c-4728-baa7-752dadeef98d" -d '{"events": [{"server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "name": "network-vif-plugged", "status": "completed", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:37.486985 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:37.494427 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.522486 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fc50a69-a478-45b8-a3bc-5cb737c2b68b admin admin] Publish callbacks [] for security_group (5cbb32fb-c0e6-4990-a37c-c5134258fa25), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.533002 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a1a8d76c-0e0f-44f7-bd89-7391c52cf576 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (52743069-260c-4133-a683-68a5489892b0), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.551024 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:37.558746 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1db84f-43d4-4191-a7ea-dfb009d6db8a x-openstack-request-id: req-9a1db84f-43d4-4191-a7ea-dfb009d6db8a {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:37.559416 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "name": "network-vif-plugged", "status": "completed", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:37.559416 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a1db84f-43d4-4191-a7ea-dfb009d6db8a {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:37.559796 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1db84f-43d4-4191-a7ea-dfb009d6db8a'] response: {'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'code': 200} Oct 14 02:25:37.572405 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=69758544-f5cf-4337-bdea-35d5b0ec7261,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:37.591444 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cd2ba46c-7725-4fa8-ae87-9afbe14bd778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (74512bf8-689e-40d2-b7d6-ad4ac2003cf4), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.594840 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cd2ba46c-7725-4fa8-ae87-9afbe14bd778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.597503 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-cd2ba46c-7725-4fa8-ae87-9afbe14bd778 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/74512bf8-689e-40d2-b7d6-ad4ac2003cf4 HTTP/1.1" status: 204 len: 168 time: 0.3863206 Oct 14 02:25:37.609869 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fc50a69-a478-45b8-a3bc-5cb737c2b68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (5cbb32fb-c0e6-4990-a37c-c5134258fa25), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.616507 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ba46c-7725-4fa8-ae87-9afbe14bd778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74512bf8-689e-40d2-b7d6-ad4ac2003cf4,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:37.622912 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fc50a69-a478-45b8-a3bc-5cb737c2b68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:37.630242 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9fc50a69-a478-45b8-a3bc-5cb737c2b68b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5cbb32fb-c0e6-4990-a37c-c5134258fa25 HTTP/1.1" status: 204 len: 168 time: 0.2593126 Oct 14 02:25:37.649412 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc50a69-a478-45b8-a3bc-5cb737c2b68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb32fb-c0e6-4990-a37c-c5134258fa25,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:37.688110 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:37.734069 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-a1a8d76c-0e0f-44f7-bd89-7391c52cf576 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Floating IP 52743069-260c-4133-a683-68a5489892b0 associated. External IP: 172.27.1.78, port: e87188c0-5def-475c-acb8-880420209c29. Oct 14 02:25:37.993405 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a356a-2250-4653-86b6-98c760b256ac req-20b9af37-8bee-4e85-a1cd-ebf1f2b76690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:37.996188 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-518a356a-2250-4653-86b6-98c760b256ac req-20b9af37-8bee-4e85-a1cd-ebf1f2b76690 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 1129 time: 0.1499982 Oct 14 02:25:38.413222 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f94d4-0ab5-4c6f-9dba-5d5192296304 req-25e6d091-e48a-4ed2-9d2f-888b7959a350 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:38.414704 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d7f94d4-0ab5-4c6f-9dba-5d5192296304 req-25e6d091-e48a-4ed2-9d2f-888b7959a350 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.4614468 Oct 14 02:25:38.459517 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566429-2d9e-47d9-9875-1a9c7b5cc592 req-07245e7f-172b-490f-9fc2-b82e22431ef4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:38.461384 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-64566429-2d9e-47d9-9875-1a9c7b5cc592 req-07245e7f-172b-490f-9fc2-b82e22431ef4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.3709912 Oct 14 02:25:38.526832 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-518a356a-2250-4653-86b6-98c760b256ac req-9448f4b1-1a85-447c-9327-7849c27ae580 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4505692 Oct 14 02:25:38.599544 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a8d76c-0e0f-44f7-bd89-7391c52cf576 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Router 51edbdf0-f141-485f-a4ba-89d284f18ca8 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:25:38.613076 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d7f94d4-0ab5-4c6f-9dba-5d5192296304 req-76ff4e07-bcd2-45b5-9d09-f05562a00aa5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813893 Oct 14 02:25:38.632195 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-64566429-2d9e-47d9-9875-1a9c7b5cc592 req-e96d8092-dd1e-4095-9a51-79a6b74b314b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1585388 Oct 14 02:25:38.764357 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a8d76c-0e0f-44f7-bd89-7391c52cf576 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:25:38.769818 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a1a8d76c-0e0f-44f7-bd89-7391c52cf576 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:38.780441 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fee0fd2-2c00-4245-a916-474a9ed8c4ee None None] Sync routers for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:25:38.796517 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee0fd2-2c00-4245-a916-474a9ed8c4ee None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:25:38.797145 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6fee0fd2-2c00-4245-a916-474a9ed8c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:38.863244 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a1a8d76c-0e0f-44f7-bd89-7391c52cf576 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/52743069-260c-4133-a683-68a5489892b0 HTTP/1.1" status: 200 len: 990 time: 3.2665801 Oct 14 02:25:38.864474 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c03ea1-9964-412b-8970-9111c364a82c', 'tag': 'e87188c0-5def-475c-acb8-880420209c29'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:38.867835 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47" -d '{"events": [{"name": "network-changed", "server_uuid": "93c03ea1-9964-412b-8970-9111c364a82c", "tag": "e87188c0-5def-475c-acb8-880420209c29"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:38.911876 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d22c0d-31a0-43a0-af55-52684798a831 x-openstack-request-id: req-88d22c0d-31a0-43a0-af55-52684798a831 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:38.912343 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c03ea1-9964-412b-8970-9111c364a82c", "tag": "e87188c0-5def-475c-acb8-880420209c29", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:38.912827 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88d22c0d-31a0-43a0-af55-52684798a831 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:38.914475 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d22c0d-31a0-43a0-af55-52684798a831'] response: {'name': 'network-changed', 'server_uuid': '93c03ea1-9964-412b-8970-9111c364a82c', 'tag': 'e87188c0-5def-475c-acb8-880420209c29', 'status': 'completed', 'code': 200} Oct 14 02:25:38.934542 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-6fee0fd2-2c00-4245-a916-474a9ed8c4ee None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:25:38.982794 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47 req-65ed67c6-eaca-46a2-9324-199f91b14ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:38.984488 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47 req-65ed67c6-eaca-46a2-9324-199f91b14ba8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 1129 time: 0.0441761 Oct 14 02:25:39.230846 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6fee0fd2-2c00-4245-a916-474a9ed8c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '52743069-260c-4133-a683-68a5489892b0', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e87188c0-5def-475c-acb8-880420209c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:67:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c03ea1-9964-412b-8970-9111c364a82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:43Z', 'updated_at': '2022-10-14T02:25:37Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:39.261453 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fee0fd2-2c00-4245-a916-474a9ed8c4ee None None] Checking router: 51edbdf0-f141-485f-a4ba-89d284f18ca8 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:25:39.273908 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee0fd2-2c00-4245-a916-474a9ed8c4ee None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:25:39.274837 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6fee0fd2-2c00-4245-a916-474a9ed8c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:39.416336 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-6fee0fd2-2c00-4245-a916-474a9ed8c4ee None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:25:39.432615 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:39.609098 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-b8b9ca9f-b932-496a-b5b0-ba0a214ab816 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:39.619697 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-b8b9ca9f-b932-496a-b5b0-ba0a214ab816 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/networks?id=07246b11-83f9-4023-9995-330b19724fb7 HTTP/1.1" status: 200 len: 814 time: 0.2818625 Oct 14 02:25:39.639144 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47 req-4967a780-50ff-4c33-9efa-5cd81cd57e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:39.645531 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47 req-4967a780-50ff-4c33-9efa-5cd81cd57e6f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 916 time: 0.2117908 Oct 14 02:25:39.659758 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-c3d5b339-8cdc-4788-bac0-04b9fa3326c6 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/quotas/d4b1c4a008a84d9587b98c155ac0ace1 HTTP/1.1" status: 200 len: 375 time: 0.0347042 Oct 14 02:25:39.669449 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:39.698628 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-723e66c1-3ba0-479c-be6f-bf7c62196921 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d4b1c4a008a84d9587b98c155ac0ace1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379097 Oct 14 02:25:39.931707 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6fee0fd2-2c00-4245-a916-474a9ed8c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '52743069-260c-4133-a683-68a5489892b0', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e87188c0-5def-475c-acb8-880420209c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:67:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c03ea1-9964-412b-8970-9111c364a82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:43Z', 'updated_at': '2022-10-14T02:25:37Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:39.956740 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2c922-582a-42b8-a08f-3f49245689d4 req-cb5cfbbd-baf1-4489-aca2-5d7fa1a49a0f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:39.958243 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5ac2c922-582a-42b8-a08f-3f49245689d4 req-cb5cfbbd-baf1-4489-aca2-5d7fa1a49a0f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.1728332 Oct 14 02:25:39.961739 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47 req-47c65442-e830-4771-9f78-9819a16ec476 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e87188c0-5def-475c-acb8-880420209c29 HTTP/1.1" status: 200 len: 998 time: 0.2615404 Oct 14 02:25:39.964439 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fee0fd2-2c00-4245-a916-474a9ed8c4ee None None] The sync data for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi is: [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '52743069-260c-4133-a683-68a5489892b0', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e87188c0-5def-475c-acb8-880420209c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:67:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c03ea1-9964-412b-8970-9111c364a82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:43Z', 'updated_at': '2022-10-14T02:25:37Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:25:40.033867 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-b32c72a7-cd50-4414-92e8-00f8f18adecb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07246b11-83f9-4023-9995-330b19724fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471395 Oct 14 02:25:40.070292 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5ac2c922-582a-42b8-a08f-3f49245689d4 req-1840d6e8-996e-4c30-a730-1c3056b07813 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990109 Oct 14 02:25:40.166364 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-a606c9d0-59c9-4d01-8204-354856529f95 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07246b11-83f9-4023-9995-330b19724fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219063 Oct 14 02:25:40.215695 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff57c89-7b76-49fb-a908-8eecacc29510 req-cf34bd5e-1217-4100-846c-7ce5a975594e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:40.223523 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5ff57c89-7b76-49fb-a908-8eecacc29510 req-cf34bd5e-1217-4100-846c-7ce5a975594e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0735359 Oct 14 02:25:40.259313 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8207542-3c9c-4e01-8565-da1c6645b86b None None] New status for floating IP 52743069-260c-4133-a683-68a5489892b0: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:25:40.275940 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5ff57c89-7b76-49fb-a908-8eecacc29510 req-a774f63a-ae11-44dc-96e5-3c3254cd73c1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514197 Oct 14 02:25:40.375628 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8b4989e8-2242-4df7-b58d-328b870a90c2 req-6f0218b3-2058-4ee1-bf38-359443eab431 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0335677 Oct 14 02:25:40.693551 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47 req-295d9ae9-58e5-48c5-af27-63574135ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:40.695944 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47 req-295d9ae9-58e5-48c5-af27-63574135ecdc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.0699744 Oct 14 02:25:41.231816 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328008-6a9f-4661-b7ec-28d0a148026a req-d1cd921a-22c1-41a8-bb4e-225bed4eb08e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:41.233605 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2f328008-6a9f-4661-b7ec-28d0a148026a req-d1cd921a-22c1-41a8-bb4e-225bed4eb08e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0609875 Oct 14 02:25:41.292222 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2f328008-6a9f-4661-b7ec-28d0a148026a req-e4c81cd9-4958-4a29-a6c3-6c2d1895261d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508885 Oct 14 02:25:41.409554 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3702960-9d63-4623-b4a8-1f0951dfb699 req-1a1c3855-c9c5-4d01-9cea-15b6ed8c17e0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:41.411059 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e3702960-9d63-4623-b4a8-1f0951dfb699 req-1a1c3855-c9c5-4d01-9cea-15b6ed8c17e0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0470619 Oct 14 02:25:41.459771 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e3702960-9d63-4623-b4a8-1f0951dfb699 req-eb799bd1-db91-4b6e-bbf5-d6912b2652df tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431025 Oct 14 02:25:41.519872 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f34567f0-4d9b-4c3e-b8bd-71469abcee50 req-99525a73-8229-4619-8ab0-1a003a58a4a0 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0517190 Oct 14 02:25:41.601391 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecf09e-2c4a-442c-b589-231ba2889ae5 req-63133000-7917-47ba-ab9d-5e0410fe9da3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:41.602912 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6aecf09e-2c4a-442c-b589-231ba2889ae5 req-63133000-7917-47ba-ab9d-5e0410fe9da3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0505924 Oct 14 02:25:41.614159 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39726) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:41.618777 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-9062c5a8-a1f1-4614-9317-9998aca565d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'floatingip': {'port_id': '69758544-f5cf-4337-bdea-35d5b0ec7261'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:41.657009 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9062c5a8-a1f1-4614-9317-9998aca565d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (4a75913f-f9e0-422d-a029-6e484c3b0929), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:41.833894 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:41.925679 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:42.100685 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9062c5a8-a1f1-4614-9317-9998aca565d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:42.104977 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9062c5a8-a1f1-4614-9317-9998aca565d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (4a75913f-f9e0-422d-a029-6e484c3b0929), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:42.200238 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-9062c5a8-a1f1-4614-9317-9998aca565d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Floating IP 4a75913f-f9e0-422d-a029-6e484c3b0929 associated. External IP: 172.27.1.203, port: 69758544-f5cf-4337-bdea-35d5b0ec7261. Oct 14 02:25:42.662831 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b31f4151-9df8-4fc2-8540-a842b2f4b3b3 req-4be79b9b-e49a-42cc-9baf-84e7d5312e26 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0431874 Oct 14 02:25:42.668874 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec2602-4d22-442f-8b75-5d706a62c0fd req-1d50b58a-d3cb-4590-ae85-5942a8938724 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:42.670321 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-feec2602-4d22-442f-8b75-5d706a62c0fd req-1d50b58a-d3cb-4590-ae85-5942a8938724 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.2947900 Oct 14 02:25:42.679180 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9062c5a8-a1f1-4614-9317-9998aca565d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Router 958eccc3-26b4-47d1-811f-f8bba1a5e724 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:25:42.774569 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-feec2602-4d22-442f-8b75-5d706a62c0fd req-95cd7523-bb60-4145-8133-6d9c76387c89 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973446 Oct 14 02:25:42.825783 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9062c5a8-a1f1-4614-9317-9998aca565d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:25:42.831412 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9062c5a8-a1f1-4614-9317-9998aca565d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:42.839170 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b65d34-fe30-44f2-9131-e46dbb0cad8f None None] Sync routers for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:25:42.853811 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b65d34-fe30-44f2-9131-e46dbb0cad8f None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:25:42.854524 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f9b65d34-fe30-44f2-9131-e46dbb0cad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:42.862112 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9062c5a8-a1f1-4614-9317-9998aca565d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/4a75913f-f9e0-422d-a029-6e484c3b0929 HTTP/1.1" status: 200 len: 991 time: 1.2468820 Oct 14 02:25:42.862835 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:42.865648 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d15b57-1636-4db3-9980-8d09f60540bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:42.908848 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d20f638-22be-43f8-aeb8-fa3538afa616 x-openstack-request-id: req-9d20f638-22be-43f8-aeb8-fa3538afa616 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:42.909221 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:42.909544 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d20f638-22be-43f8-aeb8-fa3538afa616 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:42.910017 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d20f638-22be-43f8-aeb8-fa3538afa616'] response: {'name': 'network-changed', 'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'status': 'completed', 'code': 200} Oct 14 02:25:42.977520 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-f9b65d34-fe30-44f2-9131-e46dbb0cad8f None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:25:43.067293 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:43.133116 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:43.185023 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f9b65d34-fe30-44f2-9131-e46dbb0cad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '4a75913f-f9e0-422d-a029-6e484c3b0929', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'port_id': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'mac_address': 'fa:16:3e:fc:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:44Z', 'updated_at': '2022-10-14T02:25:42Z', 'revision_number': 1, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:43.209753 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b65d34-fe30-44f2-9131-e46dbb0cad8f None None] Checking router: 958eccc3-26b4-47d1-811f-f8bba1a5e724 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:25:43.217812 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b65d34-fe30-44f2-9131-e46dbb0cad8f None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:25:43.218378 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f9b65d34-fe30-44f2-9131-e46dbb0cad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:43.318250 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-f9b65d34-fe30-44f2-9131-e46dbb0cad8f None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:25:43.596921 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f9b65d34-fe30-44f2-9131-e46dbb0cad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '4a75913f-f9e0-422d-a029-6e484c3b0929', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'port_id': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'mac_address': 'fa:16:3e:fc:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:44Z', 'updated_at': '2022-10-14T02:25:42Z', 'revision_number': 1, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:43.621642 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b65d34-fe30-44f2-9131-e46dbb0cad8f None None] The sync data for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi is: [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '4a75913f-f9e0-422d-a029-6e484c3b0929', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'port_id': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'mac_address': 'fa:16:3e:fc:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:44Z', 'updated_at': '2022-10-14T02:25:42Z', 'revision_number': 1, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:25:43.776485 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3c166318-5cf2-4695-b531-e85fbbbef472 req-5e124be9-3164-4012-8dff-48c98641e149 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0281510 Oct 14 02:25:43.819117 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af49db97-9cad-458a-9ad6-0241010529c4 None None] New status for floating IP 4a75913f-f9e0-422d-a029-6e484c3b0929: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:25:43.901373 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829ed50-e5f5-44cb-b76c-67594883458e req-cc5b64dd-8746-4c61-8f39-9824f665d39d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:43.902753 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1829ed50-e5f5-44cb-b76c-67594883458e req-cc5b64dd-8746-4c61-8f39-9824f665d39d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0491984 Oct 14 02:25:43.951003 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1829ed50-e5f5-44cb-b76c-67594883458e req-03e5c464-0eab-4bd8-87cc-73004f9624f3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417874 Oct 14 02:25:44.753707 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47 req-52551278-07a7-4eb2-8649-aabc1c7240c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:44.755356 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47 req-52551278-07a7-4eb2-8649-aabc1c7240c3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792127 Oct 14 02:25:44.756685 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d15b57-1636-4db3-9980-8d09f60540bf req-1fd9c9d4-d096-4b4c-ac23-257e4bf869a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:44.758085 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7d15b57-1636-4db3-9980-8d09f60540bf req-1fd9c9d4-d096-4b4c-ac23-257e4bf869a1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 1129 time: 0.0723977 Oct 14 02:25:44.883775 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-34ba30bb-d16f-4c07-87cb-69bba70d47bc req-be9c8451-2694-4d96-a0fd-41c11885b204 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0313926 Oct 14 02:25:45.055687 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:45.064284 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:45.077866 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4aa94-0d12-4429-b416-2d1379d15f53 req-53d40500-c3ca-4dd0-8221-6fd140d5d9c3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:45.079864 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0fb4aa94-0d12-4429-b416-2d1379d15f53 req-53d40500-c3ca-4dd0-8221-6fd140d5d9c3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0517509 Oct 14 02:25:45.128218 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0fb4aa94-0d12-4429-b416-2d1379d15f53 req-a8911011-3072-4ef7-b679-b2a010b6f216 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Oct 14 02:25:45.325341 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d15b57-1636-4db3-9980-8d09f60540bf req-47201fc5-2d5a-4588-86ae-cf8d748fb178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:45.326800 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7d15b57-1636-4db3-9980-8d09f60540bf req-47201fc5-2d5a-4588-86ae-cf8d748fb178 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 200 len: 918 time: 0.1657615 Oct 14 02:25:45.328543 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47 req-d298083f-d334-49b0-9a42-104b05254633 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758714 Oct 14 02:25:45.485074 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7d15b57-1636-4db3-9980-8d09f60540bf req-7ec96e66-12d8-4f03-a8ca-b1605d436d97 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69758544-f5cf-4337-bdea-35d5b0ec7261 HTTP/1.1" status: 200 len: 1001 time: 0.1320529 Oct 14 02:25:45.525953 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad2e913d-e5a4-41db-8ebb-005a4fe42c47 req-37415abd-9ee9-4458-84d5-65437aa9f6a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293416 Oct 14 02:25:45.627203 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d15b57-1636-4db3-9980-8d09f60540bf req-d6d0d373-e8be-4946-baf0-25c2662222f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:45.628831 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7d15b57-1636-4db3-9980-8d09f60540bf req-d6d0d373-e8be-4946-baf0-25c2662222f5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=df574a0d-c460-4e0b-b9d8-f91874100636 HTTP/1.1" status: 200 len: 856 time: 0.0744083 Oct 14 02:25:45.704742 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d15b57-1636-4db3-9980-8d09f60540bf req-72ccded4-06dd-444e-a544-b8854cea70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:45.707207 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7d15b57-1636-4db3-9980-8d09f60540bf req-72ccded4-06dd-444e-a544-b8854cea70e6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565455 Oct 14 02:25:45.757530 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf28b1-f60c-45e0-b566-56d5e0e997da req-968dd6a0-3792-4110-8f01-fa7400695961 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:45.759316 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3baf28b1-f60c-45e0-b566-56d5e0e997da req-968dd6a0-3792-4110-8f01-fa7400695961 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0511537 Oct 14 02:25:45.812943 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3baf28b1-f60c-45e0-b566-56d5e0e997da req-910e391c-d701-4001-bafd-112ff3fa5037 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Oct 14 02:25:45.989363 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d076f52-6721-496c-bd95-e68c8c83d667 req-c14111bb-9ea6-49ca-8428-cabafd83e8c9 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0308769 Oct 14 02:25:46.192784 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39828) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:46.238692 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3431981-49c2-4eae-955d-91a2da288d8a admin admin] Deleting subnet f156f7d3-7de8-40f5-a4e6-a18e27df7529 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:25:46.242434 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f3431981-49c2-4eae-955d-91a2da288d8a admin admin] Publish callbacks [] for subnet (f156f7d3-7de8-40f5-a4e6-a18e27df7529), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.252844 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb386e7-cb8d-4089-92b2-1a8074cfcc4c req-2001b99e-4d1c-4774-a32a-aa4279d485ac tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:46.254338 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1cb386e7-cb8d-4089-92b2-1a8074cfcc4c req-2001b99e-4d1c-4774-a32a-aa4279d485ac tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0474329 Oct 14 02:25:46.276978 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f3431981-49c2-4eae-955d-91a2da288d8a admin admin] Publish callbacks [] for subnet (f156f7d3-7de8-40f5-a4e6-a18e27df7529), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.286926 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f3431981-49c2-4eae-955d-91a2da288d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (f156f7d3-7de8-40f5-a4e6-a18e27df7529), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.302237 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1cb386e7-cb8d-4089-92b2-1a8074cfcc4c req-11c4a72e-b1ff-40e2-879f-242412ad95dc tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Oct 14 02:25:46.342024 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f3431981-49c2-4eae-955d-91a2da288d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (f156f7d3-7de8-40f5-a4e6-a18e27df7529), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.373362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3431981-49c2-4eae-955d-91a2da288d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f156f7d3-7de8-40f5-a4e6-a18e27df7529,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:46.375306 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f3431981-49c2-4eae-955d-91a2da288d8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.378530 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f3431981-49c2-4eae-955d-91a2da288d8a admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/f156f7d3-7de8-40f5-a4e6-a18e27df7529 HTTP/1.1" status: 204 len: 168 time: 0.1841474 Oct 14 02:25:46.381066 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 39830) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:46.448649 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (7ca1d090-3f34-44f5-84be-3b3d00808e1b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.529006 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a65aa2cd-1685-45cd-8df9-d83d273b3041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.535429 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (7ca1d090-3f34-44f5-84be-3b3d00808e1b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.557312 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.557710 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.558535 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.558907 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > port after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.559316 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.559681 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > port after_update 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.560002 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.560364 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.560689 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.561009 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.755224 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.755860 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.756747 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.757368 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:46.757882 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca1d090-3f34-44f5-84be-3b3d00808e1b']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:46.779120 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b996d29-b36e-45af-ab59-fc6712e30f29') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:46.779120 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b996d29-b36e-45af-ab59-fc6712e30f29') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:46.796438 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944046'] for segment (8b996d29-b36e-45af-ab59-fc6712e30f29), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.816478 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=5,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:46.821677 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (8b996d29-b36e-45af-ab59-fc6712e30f29), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.831420 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:25:46.831732 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9674275'] for segment (8b996d29-b36e-45af-ab59-fc6712e30f29), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.905537 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (7ca1d090-3f34-44f5-84be-3b3d00808e1b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.914466 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:46.920600 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/7ca1d090-3f34-44f5-84be-3b3d00808e1b HTTP/1.1" status: 204 len: 168 time: 0.5386162 Oct 14 02:25:46.921091 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39848) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:46.932394 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1b5ab-50d2-4b99-934b-28f65783bc5e admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca1d090-3f34-44f5-84be-3b3d00808e1b,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:46.989505 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d1dd4-ba0b-4386-9a5c-e05337cc6bbf req-8e09c80b-124f-4721-b0ef-46b98a3515d4 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:46.991286 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-105d1dd4-ba0b-4386-9a5c-e05337cc6bbf req-8e09c80b-124f-4721-b0ef-46b98a3515d4 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0849204 Oct 14 02:25:47.010810 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9b0eb1-d258-4349-8852-0696348bc324 admin admin] Deleting subnet c40a7ffa-6f1f-4811-8e85-29ac15de26c7 {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:25:47.023333 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c9b0eb1-d258-4349-8852-0696348bc324 admin admin] Publish callbacks [] for subnet (c40a7ffa-6f1f-4811-8e85-29ac15de26c7), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.106584 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c9b0eb1-d258-4349-8852-0696348bc324 admin admin] Publish callbacks [] for subnet (c40a7ffa-6f1f-4811-8e85-29ac15de26c7), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.112282 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5771305d-6092-4468-8c80-c369df56dced req-0ff09174-ecf5-49f7-a1b4-d606186b9d6f tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0422151 Oct 14 02:25:47.115802 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-105d1dd4-ba0b-4386-9a5c-e05337cc6bbf req-f9997b12-3a21-433e-ac62-bd4dc609379e tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183062 Oct 14 02:25:47.115945 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 8b996d29-b36e-45af-ab59-fc6712e30f29 resource provider aggregate not found Oct 14 02:25:47.123939 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c9b0eb1-d258-4349-8852-0696348bc324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (c40a7ffa-6f1f-4811-8e85-29ac15de26c7), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.136606 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 8b996d29-b36e-45af-ab59-fc6712e30f29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b996d29-b36e-45af-ab59-fc6712e30f29 found for delete ", "request_id": "req-78fab3cc-b4a0-4e92-b965-20ab4bfe89da"}]} Oct 14 02:25:47.172071 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:47.191615 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c9b0eb1-d258-4349-8852-0696348bc324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for subnet (c40a7ffa-6f1f-4811-8e85-29ac15de26c7), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.222120 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b0eb1-d258-4349-8852-0696348bc324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40a7ffa-6f1f-4811-8e85-29ac15de26c7,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:47.224076 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c9b0eb1-d258-4349-8852-0696348bc324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.227237 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3c9b0eb1-d258-4349-8852-0696348bc324 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/c40a7ffa-6f1f-4811-8e85-29ac15de26c7 HTTP/1.1" status: 204 len: 168 time: 0.3051538 Oct 14 02:25:47.229730 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39862) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:47.274141 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:47.306536 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (efba1927-d03c-448b-a2fa-b46d9e16ea9a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.399994 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (efba1927-d03c-448b-a2fa-b46d9e16ea9a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.441114 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.441465 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.442199 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.442537 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > port after_create 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.442869 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > port after_delete 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.443238 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > port after_update 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.443550 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.443878 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.444188 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.444497 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.513073 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.513414 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.513741 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.514065 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:25:47.514432 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efba1927-d03c-448b-a2fa-b46d9e16ea9a']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:47.525796 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9389-cc3b-4315-b882-8426802756d9 req-19e5cc7c-7646-4bb0-9aee-7d62e5c0a05a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:47.527351 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b42e9389-cc3b-4315-b882-8426802756d9 req-19e5cc7c-7646-4bb0-9aee-7d62e5c0a05a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.1487746 Oct 14 02:25:47.547411 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1cc307-1ef3-4f22-8333-2c533d0e6c58') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:47.547737 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1cc307-1ef3-4f22-8333-2c533d0e6c58') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:25:47.574881 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8933932'] for segment (ea1cc307-1ef3-4f22-8333-2c533d0e6c58), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.606716 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (ea1cc307-1ef3-4f22-8333-2c533d0e6c58), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.621767 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:25:47.622145 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9734105'] for segment (ea1cc307-1ef3-4f22-8333-2c533d0e6c58), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.640780 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b42e9389-cc3b-4315-b882-8426802756d9 req-f06f0073-2529-4759-a24a-0456162e310b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046352 Oct 14 02:25:47.693166 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (efba1927-d03c-448b-a2fa-b46d9e16ea9a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.705392 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:47.710967 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/efba1927-d03c-448b-a2fa-b46d9e16ea9a HTTP/1.1" status: 204 len: 168 time: 0.4803391 Oct 14 02:25:47.722397 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7229868-0996-4845-ad3c-7a6fae6d4adf admin admin] Pushing event deleted for resources: {'Network': ['ID=efba1927-d03c-448b-a2fa-b46d9e16ea9a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:47.768124 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment ea1cc307-1ef3-4f22-8333-2c533d0e6c58 resource provider aggregate not found Oct 14 02:25:47.785242 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment ea1cc307-1ef3-4f22-8333-2c533d0e6c58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea1cc307-1ef3-4f22-8333-2c533d0e6c58 found for delete ", "request_id": "req-11f9dfd0-1fb9-4f8e-b13c-17783a3931a2"}]} Oct 14 02:25:47.900717 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39882) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:47.944354 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-37d5f3b2-6a73-4647-80eb-22e4ad48490f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a67e3aee63a047108d574666eee1028d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423486 Oct 14 02:25:47.946573 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39884) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:47.992662 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c88fb651-2145-456c-a0d6-146e8bb54ec6 admin admin] Publish callbacks [] for security_group (dd7835e8-b64f-4625-b3b9-f674e8e824b1), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:48.012382 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c88fb651-2145-456c-a0d6-146e8bb54ec6 admin admin] Publish callbacks [] for security_group (dd7835e8-b64f-4625-b3b9-f674e8e824b1), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:48.056935 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c88fb651-2145-456c-a0d6-146e8bb54ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (dd7835e8-b64f-4625-b3b9-f674e8e824b1), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:48.059538 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c88fb651-2145-456c-a0d6-146e8bb54ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:48.060656 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c88fb651-2145-456c-a0d6-146e8bb54ec6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dd7835e8-b64f-4625-b3b9-f674e8e824b1 HTTP/1.1" status: 204 len: 168 time: 0.1131892 Oct 14 02:25:48.069192 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fb651-2145-456c-a0d6-146e8bb54ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7835e8-b64f-4625-b3b9-f674e8e824b1,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:48.236126 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0da32db3-8cf3-425b-a15e-73bdda926190 req-f67d7d05-d46d-4f06-a9b8-ba5feed4d00c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0372062 Oct 14 02:25:48.273822 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a54f7-3aca-4f41-a5e0-d1a585a63ede req-b58b16db-91fc-482c-a87c-f8c50dd7063b tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:48.275299 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0d3a54f7-3aca-4f41-a5e0-d1a585a63ede req-b58b16db-91fc-482c-a87c-f8c50dd7063b tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0745065 Oct 14 02:25:48.325235 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0d3a54f7-3aca-4f41-a5e0-d1a585a63ede req-45e13f30-c140-44e9-ae8c-a9d34a9069f2 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431945 Oct 14 02:25:48.403818 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39894) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:48.443912 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-aa7508d3-fdce-40f6-93b4-4eac306583ab admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0e8b60a18111456584c1a6e854d39356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389631 Oct 14 02:25:48.446315 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 39896) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:48.477199 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:48.496924 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-efc8714f-b0db-40f3-a89f-b717cc7fbf3c admin admin] Publish callbacks [] for security_group (3889570f-b462-4cdc-a51f-67ac29c4c324), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:48.517292 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-efc8714f-b0db-40f3-a89f-b717cc7fbf3c admin admin] Publish callbacks [] for security_group (3889570f-b462-4cdc-a51f-67ac29c4c324), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:48.563259 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-efc8714f-b0db-40f3-a89f-b717cc7fbf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (3889570f-b462-4cdc-a51f-67ac29c4c324), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:48.565747 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-efc8714f-b0db-40f3-a89f-b717cc7fbf3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:48.566870 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-efc8714f-b0db-40f3-a89f-b717cc7fbf3c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3889570f-b462-4cdc-a51f-67ac29c4c324 HTTP/1.1" status: 204 len: 168 time: 0.1196773 Oct 14 02:25:48.574818 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8714f-b0db-40f3-a89f-b717cc7fbf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3889570f-b462-4cdc-a51f-67ac29c4c324,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:48.768700 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f7ac6-ad59-453e-a719-a91919885a32 req-93bd9149-0c4a-4961-9062-a550c69e7c6f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:48.770407 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf1f7ac6-ad59-453e-a719-a91919885a32 req-93bd9149-0c4a-4961-9062-a550c69e7c6f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0542116 Oct 14 02:25:48.822003 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf1f7ac6-ad59-453e-a719-a91919885a32 req-df2f919a-3996-4c7d-8a7a-e26b889714ee tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457778 Oct 14 02:25:48.851305 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-bc3d8338-6644-43b1-92dd-f483ce210cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:49.071755 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:49.111186 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7d15b57-1636-4db3-9980-8d09f60540bf req-35cf87c1-fe90-482d-862e-4e1dee6e39b0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895965 Oct 14 02:25:49.349452 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b9f01baf-fb68-4d00-8150-d633624ef1f9 req-4e4a6798-a86e-4215-8f81-1ff0fe67a5b3 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0313525 Oct 14 02:25:49.505152 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db0fac-67c2-4745-ad7c-99d65f80c4db req-903895ad-c0d2-4785-9b72-3e562ef490ea tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:49.506647 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-55db0fac-67c2-4745-ad7c-99d65f80c4db req-903895ad-c0d2-4785-9b72-3e562ef490ea tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0937679 Oct 14 02:25:49.621354 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7d15b57-1636-4db3-9980-8d09f60540bf req-c2564110-db6d-4fc2-ae78-527a57935977 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066073 Oct 14 02:25:49.655085 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-55db0fac-67c2-4745-ad7c-99d65f80c4db req-90a37f5c-1280-4608-a630-49bded7c11f9 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272056 Oct 14 02:25:49.679047 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-22388ffe-e30a-4a1c-a8b0-dd8e9e74a9b2 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:49.680627 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-22388ffe-e30a-4a1c-a8b0-dd8e9e74a9b2 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.25 "GET /networking/v2.0/networks?id=07246b11-83f9-4023-9995-330b19724fb7 HTTP/1.1" status: 200 len: 814 time: 0.1712949 Oct 14 02:25:49.699380 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Request body: {'port': {'device_id': '66d5a893-95c2-45c4-a27e-6f19f294d188', 'network_id': '07246b11-83f9-4023-9995-330b19724fb7', 'admin_state_up': True, 'tenant_id': 'd4b1c4a008a84d9587b98c155ac0ace1'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:49.792543 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:49.821645 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b1a28-81e4-4830-a1ef-3af44449206b req-7667b83d-9705-4ae7-87d5-b6e2b34f6155 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:49.823056 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ac4b1a28-81e4-4830-a1ef-3af44449206b req-7667b83d-9705-4ae7-87d5-b6e2b34f6155 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0646970 Oct 14 02:25:49.908970 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Made reservation on behalf of d4b1c4a008a84d9587b98c155ac0ace1 for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:25:49.912822 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:50.041638 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-ac4b1a28-81e4-4830-a1ef-3af44449206b req-a6bc36e3-65b5-4a4b-baab-beeac047bc88 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Deleting port 4686b889-38d2-4c4d-9c60-e30044236be7 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:25:50.041995 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-ac4b1a28-81e4-4830-a1ef-3af44449206b req-a6bc36e3-65b5-4a4b-baab-beeac047bc88 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:50.055990 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4374b-a7c9-4f86-acbb-b5c8a9c79f46 req-534a6b42-fb44-4322-bd94-5d3c522c8d7d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:50.057468 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e5a4374b-a7c9-4f86-acbb-b5c8a9c79f46 req-534a6b42-fb44-4322-bd94-5d3c522c8d7d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.1424086 Oct 14 02:25:50.151424 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:50.238756 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:50.258831 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e5a4374b-a7c9-4f86-acbb-b5c8a9c79f46 req-457b4f02-6a57-49e6-94d4-f7f8662159ec tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617799 Oct 14 02:25:50.268848 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-ac4b1a28-81e4-4830-a1ef-3af44449206b req-a6bc36e3-65b5-4a4b-baab-beeac047bc88 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] For port 4686b889-38d2-4c4d-9c60-e30044236be7, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=4686b889-38d2-4c4d-9c60-e30044236be7,segment=NetworkSegment(d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d),segment_id=d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:50.269222 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-ac4b1a28-81e4-4830-a1ef-3af44449206b req-a6bc36e3-65b5-4a4b-baab-beeac047bc88 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:50.287773 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Allocated IP 172.20.0.13 (07246b11-83f9-4023-9995-330b19724fb7/efbc0cd0-d16a-4e62-91b5-dfb01bace633/1fddbde1-43a7-40fc-8d59-119c531bf523) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:25:50.290310 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-ac4b1a28-81e4-4830-a1ef-3af44449206b req-a6bc36e3-65b5-4a4b-baab-beeac047bc88 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Calling delete_port for 4686b889-38d2-4c4d-9c60-e30044236be7 owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:25:50.508896 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-44d09e99-2966-4d7b-a166-4f2d15ce380b req-bdf7a909-4b7c-4577-8b08-9842e9f2d3a8 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0509388 Oct 14 02:25:50.837104 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks [] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:50.854595 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc11ad-b96c-4b02-8aeb-f55adf073f69 req-c25201f2-7ec4-4238-96e1-5f2744912eb3 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:50.856074 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6adc11ad-b96c-4b02-8aeb-f55adf073f69 req-c25201f2-7ec4-4238-96e1-5f2744912eb3 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 945 time: 0.0903478 Oct 14 02:25:50.858458 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-ac4b1a28-81e4-4830-a1ef-3af44449206b req-a6bc36e3-65b5-4a4b-baab-beeac047bc88 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (4686b889-38d2-4c4d-9c60-e30044236be7), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:50.905306 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc36e3-65b5-4a4b-baab-beeac047bc88 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Pushing event deleted for resources: {'Port': ['ID=4686b889-38d2-4c4d-9c60-e30044236be7,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:51.018950 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4b1a28-81e4-4830-a1ef-3af44449206b req-a6bc36e3-65b5-4a4b-baab-beeac047bc88 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] No DVR routers for this DVR port 4686b889-38d2-4c4d-9c60-e30044236be7 on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:25:51.027648 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6adc11ad-b96c-4b02-8aeb-f55adf073f69 req-eeaec796-4b47-4129-8da9-fa4ca46a61ee tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0b79c87-3bd8-4146-8a7e-b46a25f7f651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588058 Oct 14 02:25:51.029608 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-ac4b1a28-81e4-4830-a1ef-3af44449206b req-a6bc36e3-65b5-4a4b-baab-beeac047bc88 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:51.033298 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ac4b1a28-81e4-4830-a1ef-3af44449206b req-a6bc36e3-65b5-4a4b-baab-beeac047bc88 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4686b889-38d2-4c4d-9c60-e30044236be7 HTTP/1.1" status: 204 len: 173 time: 1.1897664 Oct 14 02:25:51.033826 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0103c1-3d1d-4d53-a488-a051589b6e75', 'name': 'network-vif-deleted', 'tag': '4686b889-38d2-4c4d-9c60-e30044236be7'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:51.036473 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea7eeb2-d95d-47f7-9064-f7d6ebb5bf8c" -d '{"events": [{"server_uuid": "5a0103c1-3d1d-4d53-a488-a051589b6e75", "name": "network-vif-deleted", "tag": "4686b889-38d2-4c4d-9c60-e30044236be7"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:51.040045 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:51.091910 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Network 07246b11-83f9-4023-9995-330b19724fb7 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:25:51.095518 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0a57c0-08b4-4fa6-a1a8-9232820a1902 x-openstack-request-id: req-5e0a57c0-08b4-4fa6-a1a8-9232820a1902 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:51.095805 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0103c1-3d1d-4d53-a488-a051589b6e75", "name": "network-vif-deleted", "tag": "4686b889-38d2-4c4d-9c60-e30044236be7", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:51.096098 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e0a57c0-08b4-4fa6-a1a8-9232820a1902 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:51.096433 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0a57c0-08b4-4fa6-a1a8-9232820a1902'] response: {'server_uuid': '5a0103c1-3d1d-4d53-a488-a051589b6e75', 'name': 'network-vif-deleted', 'tag': '4686b889-38d2-4c4d-9c60-e30044236be7', 'status': 'completed', 'code': 200} Oct 14 02:25:51.099874 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:25:51.103839 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:25:51.125947 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Pushing event updated for resources: {'Port': ['ID=1fddbde1-43a7-40fc-8d59-119c531bf523,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:51.153751 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:51.154354 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:51.170620 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-24be53a5-5370-48d9-8ac6-0cf52e16c436 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4750381 Oct 14 02:25:51.389611 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35b781-d6f9-4df1-849c-65b6db180305 req-66201c92-1c87-44bc-befe-9abec8f03f02 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:51.391119 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7d35b781-d6f9-4df1-849c-65b6db180305 req-66201c92-1c87-44bc-befe-9abec8f03f02 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0502756 Oct 14 02:25:51.431868 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:51.444283 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7d35b781-d6f9-4df1-849c-65b6db180305 req-ec1f5d02-ef8d-47a3-a70a-424b5a1801c6 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 Oct 14 02:25:51.487375 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:51.639821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512cbbf-4cf4-4731-a600-7e37e3723637 req-a3a2b4ee-ec44-4482-823a-6336f6003045 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:51.642068 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b512cbbf-4cf4-4731-a600-7e37e3723637 req-a3a2b4ee-ec44-4482-823a-6336f6003045 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 932 time: 0.0543044 Oct 14 02:25:51.680357 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:51.694088 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b512cbbf-4cf4-4731-a600-7e37e3723637 req-ac5301b3-41fa-4869-908d-1d8ea80e1d25 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463552 Oct 14 02:25:51.714234 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:52.148104 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8027b8c8-7b2d-402d-9cca-4c6cabd6d1ff req-3fff02a4-1e86-4b22-b486-e335df5deba5 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.0290930 Oct 14 02:25:52.564438 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4847e-6281-4d58-a88d-fe6589d6e4f9 req-8b1ab393-4765-4fa4-b13d-6ae4a9fe7b1f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:52.565907 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51e4847e-6281-4d58-a88d-fe6589d6e4f9 req-8b1ab393-4765-4fa4-b13d-6ae4a9fe7b1f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0457120 Oct 14 02:25:52.612068 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51e4847e-6281-4d58-a88d-fe6589d6e4f9 req-f6306d15-aeb7-4633-9bfc-eee07dff9cf7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 Oct 14 02:25:52.820586 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976f72e-0ab9-42a9-806e-013a989567be req-b93f2af2-f495-430b-88f7-71490b9d32d9 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:52.822108 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b976f72e-0ab9-42a9-806e-013a989567be req-b93f2af2-f495-430b-88f7-71490b9d32d9 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 932 time: 0.0502603 Oct 14 02:25:52.869578 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b976f72e-0ab9-42a9-806e-013a989567be req-d6bebcf7-2b81-4dd1-ba53-ba24a0553097 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Oct 14 02:25:53.190940 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['4686b889-38d2-4c4d-9c60-e30044236be7'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:25:53.216147 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Request body: {'port': {'device_id': '66d5a893-95c2-45c4-a27e-6f19f294d188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:25:53.276196 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-56c0a81f-f72f-47c3-96fd-fc7ab3150e82 req-5e9551cd-b798-49bb-8387-f81f837ddbc7 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.0329773 Oct 14 02:25:53.314441 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:53.360817 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:25:53.568989 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fddbde1-43a7-40fc-8d59-119c531bf523 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:25:53.576153 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Publish callbacks [] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:53.588484 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Transition to ACTIVE for port object 1fddbde1-43a7-40fc-8d59-119c531bf523 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:25:53.592049 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:53.675154 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Pushing event updated for resources: {'Port': ['ID=1fddbde1-43a7-40fc-8d59-119c531bf523,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:53.734082 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Attempting to bind port 1fddbde1-43a7-40fc-8d59-119c531bf523 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:25:53.734412 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Attempting to bind port 1fddbde1-43a7-40fc-8d59-119c531bf523 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '256c826f-2371-4e29-9c89-aca87a003cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07246b11-83f9-4023-9995-330b19724fb7'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:25:53.734734 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Attempting to bind port 1fddbde1-43a7-40fc-8d59-119c531bf523 on network 07246b11-83f9-4023-9995-330b19724fb7 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:25:53.745968 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e22dc-dbc6-4ea4-8bb3-54e2b4d24745 req-db62f989-574d-42ec-b37f-8d1710945cac tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:53.747467 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1b9e22dc-dbc6-4ea4-8bb3-54e2b4d24745 req-db62f989-574d-42ec-b37f-8d1710945cac tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0602877 Oct 14 02:25:53.795030 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:53.814123 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Port 1fddbde1-43a7-40fc-8d59-119c531bf523 on network 07246b11-83f9-4023-9995-330b19724fb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:25:53.814441 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Attempting to bind port 1fddbde1-43a7-40fc-8d59-119c531bf523 on network 07246b11-83f9-4023-9995-330b19724fb7 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:25:53.851512 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1b9e22dc-dbc6-4ea4-8bb3-54e2b4d24745 req-e9daf87b-47e0-4cd7-baf2-737c5e29b587 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846317 Oct 14 02:25:53.871920 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:25:53.872253 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Checking segment: {'id': '256c826f-2371-4e29-9c89-aca87a003cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07246b11-83f9-4023-9995-330b19724fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:25:53.872618 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Bound using segment: {'id': '256c826f-2371-4e29-9c89-aca87a003cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07246b11-83f9-4023-9995-330b19724fb7'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:25:53.873051 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Bound port: 1fddbde1-43a7-40fc-8d59-119c531bf523, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256c826f-2371-4e29-9c89-aca87a003cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07246b11-83f9-4023-9995-330b19724fb7'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:25:53.873421 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:53.887700 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:53.935711 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] For port 1fddbde1-43a7-40fc-8d59-119c531bf523, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:25:53.938862 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] For port 1fddbde1-43a7-40fc-8d59-119c531bf523, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1fddbde1-43a7-40fc-8d59-119c531bf523,segment=NetworkSegment(256c826f-2371-4e29-9c89-aca87a003cea),segment_id=256c826f-2371-4e29-9c89-aca87a003cea)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:25:53.945870 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:53.975551 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:53.976187 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:53.977492 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/1fddbde1-43a7-40fc-8d59-119c531bf523 HTTP/1.1" status: 200 len: 1094 time: 0.7671921 Oct 14 02:25:53.979164 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d5a893-95c2-45c4-a27e-6f19f294d188', 'tag': '1fddbde1-43a7-40fc-8d59-119c531bf523'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:25:53.981517 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1ed563-93ab-4182-a659-5c6e48554cda" -d '{"events": [{"name": "network-changed", "server_uuid": "66d5a893-95c2-45c4-a27e-6f19f294d188", "tag": "1fddbde1-43a7-40fc-8d59-119c531bf523"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:25:54.033255 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16ec3-20c8-4a6f-8425-3944de2d5078 req-1b60b484-296c-4f06-8bcf-8a990375a0b1 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:54.034732 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5fc16ec3-20c8-4a6f-8425-3944de2d5078 req-1b60b484-296c-4f06-8bcf-8a990375a0b1 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 944 time: 0.0869477 Oct 14 02:25:54.040987 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1a5cc2-d4d8-4e90-98ae-4479a565021d x-openstack-request-id: req-fe1a5cc2-d4d8-4e90-98ae-4479a565021d {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:25:54.041271 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d5a893-95c2-45c4-a27e-6f19f294d188", "tag": "1fddbde1-43a7-40fc-8d59-119c531bf523", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:25:54.041516 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe1a5cc2-d4d8-4e90-98ae-4479a565021d {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:25:54.041901 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1a5cc2-d4d8-4e90-98ae-4479a565021d'] response: {'name': 'network-changed', 'server_uuid': '66d5a893-95c2-45c4-a27e-6f19f294d188', 'tag': '1fddbde1-43a7-40fc-8d59-119c531bf523', 'status': 'completed', 'code': 200} Oct 14 02:25:54.053097 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe9acd-e9f3-4685-a19f-818df77b1868 service neutron] Pushing event updated for resources: {'Port': ['ID=1fddbde1-43a7-40fc-8d59-119c531bf523,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:54.089849 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5fc16ec3-20c8-4a6f-8425-3944de2d5078 req-f47ca1b6-22cb-4392-8cf1-13229a36ae37 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470204 Oct 14 02:25:54.383121 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-657faee1-b3de-4bea-abf9-1ab166a54493 req-fe0c9ab5-a6b5-41e6-9ffb-6cf33fe71503 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.0298269 Oct 14 02:25:54.973016 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52da225-c586-4c1a-a57b-30ec1581e4b4 req-f2c2ff31-3a45-4e34-9e11-3946d849bbf3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:54.974470 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d52da225-c586-4c1a-a57b-30ec1581e4b4 req-f2c2ff31-3a45-4e34-9e11-3946d849bbf3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0467246 Oct 14 02:25:55.021345 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d52da225-c586-4c1a-a57b-30ec1581e4b4 req-b6e45854-ad5b-40f3-8e0c-cf9316cf6bed tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412560 Oct 14 02:25:55.211682 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad9877-f0ac-422c-a833-25438708ac55 req-050cff8b-07d5-4d0a-b3ac-7b7528583f19 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:55.213065 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1aad9877-f0ac-422c-a833-25438708ac55 req-050cff8b-07d5-4d0a-b3ac-7b7528583f19 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 944 time: 0.0487986 Oct 14 02:25:55.259507 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1aad9877-f0ac-422c-a833-25438708ac55 req-a8101a83-3cc2-4eef-9b4e-b2466317df8e tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Oct 14 02:25:55.472366 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 4686b889-38d2-4c4d-9c60-e30044236be7 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:25:55.489576 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-743b9971-d38d-4190-ba67-1233470abc85 req-ec0929e8-9770-4e2a-b5b0-fbf0db5db379 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.0300090 Oct 14 02:25:55.497157 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: 4686b889-38d2-4c4d-9c60-e30044236be7 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:25:55.497530 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 4686b889-38d2-4c4d-9c60-e30044236be7 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:25:56.139058 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736bf8f-0516-429f-b4ba-6740c99da3e6 req-0410114e-de4e-4bab-b09a-e0de993bce34 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:56.140542 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e736bf8f-0516-429f-b4ba-6740c99da3e6 req-0410114e-de4e-4bab-b09a-e0de993bce34 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0465639 Oct 14 02:25:56.190869 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e736bf8f-0516-429f-b4ba-6740c99da3e6 req-40b81ce3-b1f5-4165-b89b-8a797017bce8 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 Oct 14 02:25:56.377776 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01086d13-6e9c-496b-b986-a1fefab689d1 req-8e3e69b3-496e-472e-a9b5-824975723b7d tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:56.379135 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-01086d13-6e9c-496b-b986-a1fefab689d1 req-8e3e69b3-496e-472e-a9b5-824975723b7d tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 944 time: 0.0462861 Oct 14 02:25:56.425500 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-01086d13-6e9c-496b-b986-a1fefab689d1 req-68ba677e-dcb4-43df-88d0-7569d05d4ac9 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409126 Oct 14 02:25:56.524929 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ed563-93ab-4182-a659-5c6e48554cda req-44549363-9a14-43e6-9437-5131df83b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:56.526564 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0e1ed563-93ab-4182-a659-5c6e48554cda req-44549363-9a14-43e6-9437-5131df83b408 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d4b1c4a008a84d9587b98c155ac0ace1&device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 1128 time: 0.0405483 Oct 14 02:25:56.619411 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b9a3782a-463b-4ae4-9dd0-d370e758ca2b req-64c48fae-3b30-4540-9aa8-a119431d148a tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.0340326 Oct 14 02:25:56.654915 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ed563-93ab-4182-a659-5c6e48554cda req-2387c83f-3ebf-4cee-8bbf-007c37e1221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:56.656386 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0e1ed563-93ab-4182-a659-5c6e48554cda req-2387c83f-3ebf-4cee-8bbf-007c37e1221e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=d4b1c4a008a84d9587b98c155ac0ace1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1221504 Oct 14 02:25:56.752806 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ed563-93ab-4182-a659-5c6e48554cda req-3f2945c8-245d-4e60-8466-fe6a17d5e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:56.754313 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0e1ed563-93ab-4182-a659-5c6e48554cda req-3f2945c8-245d-4e60-8466-fe6a17d5e0a3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901263 Oct 14 02:25:56.832628 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:56.838701 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-861039b1-3a1c-401c-bf7e-748a5924bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:56.840205 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-861039b1-3a1c-401c-bf7e-748a5924bd64 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d4b1c4a008a84d9587b98c155ac0ace1&device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 1128 time: 0.0391426 Oct 14 02:25:56.887800 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-6b0991a4-196d-4d11-a3ce-7b2180aa22b5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fddbde1-43a7-40fc-8d59-119c531bf523 HTTP/1.1" status: 200 len: 217 time: 0.0319097 Oct 14 02:25:56.912832 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=54,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:56.914200 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:56.938340 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-5bf75830-c7d4-4b35-9405-610f0d2cec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:56.939948 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-5bf75830-c7d4-4b35-9405-610f0d2cec11 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=efbc0cd0-d16a-4e62-91b5-dfb01bace633 HTTP/1.1" status: 200 len: 854 time: 0.0461438 Oct 14 02:25:56.980665 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-0b24ebe9-205d-47a9-a5d7-d166340abee7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=07246b11-83f9-4023-9995-330b19724fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337064 Oct 14 02:25:57.044905 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:57.089241 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-b8c6ee4c-17b4-4c11-a1a7-1428b83786ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/07246b11-83f9-4023-9995-330b19724fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012611 Oct 14 02:25:57.209661 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f047f400-b1fc-4750-a9cb-31d173402f8b req-6fdb1883-ef3c-4130-964b-0ba33ecc26a5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/07246b11-83f9-4023-9995-330b19724fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128893 Oct 14 02:25:57.318348 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c1f2b-0052-4bf0-81bc-e1d5ad801c68 req-ac125a21-3205-44a2-a2b2-73cc3107a18f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:57.319902 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-585c1f2b-0052-4bf0-81bc-e1d5ad801c68 req-ac125a21-3205-44a2-a2b2-73cc3107a18f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0492942 Oct 14 02:25:57.371913 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-585c1f2b-0052-4bf0-81bc-e1d5ad801c68 req-271a9505-754f-46b9-81e6-bb6548861f72 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461869 Oct 14 02:25:57.549793 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c69a00-2ece-4702-9f7a-6a6fded88333 req-21a47eba-ab77-4507-83c0-0622a83148b6 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:57.551333 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-42c69a00-2ece-4702-9f7a-6a6fded88333 req-21a47eba-ab77-4507-83c0-0622a83148b6 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 944 time: 0.0484114 Oct 14 02:25:57.606529 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-42c69a00-2ece-4702-9f7a-6a6fded88333 req-2206a05f-9f9b-42f2-bcdc-d2b42728defd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487623 Oct 14 02:25:57.738254 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-171d2bb7-a10d-4d89-a332-3a7666d6c846 req-9483800e-b946-438e-88cf-66e22ae63147 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.0273445 Oct 14 02:25:58.499552 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6b389-d182-40f5-b9ec-6a8d36c6e97f req-00786e36-de32-4796-be5a-50df9821a35f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:58.501129 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d7a6b389-d182-40f5-b9ec-6a8d36c6e97f req-00786e36-de32-4796-be5a-50df9821a35f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0488727 Oct 14 02:25:58.554247 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d7a6b389-d182-40f5-b9ec-6a8d36c6e97f req-042e6f04-119e-4a0b-9a68-74a4ac9af073 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475094 Oct 14 02:25:58.665172 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40164) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:58.735577 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44befe-338f-4954-a022-75f7c30a4241 req-7eb685c2-aab3-486d-8a6f-a7aa74591f2e tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:58.737579 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4b44befe-338f-4954-a022-75f7c30a4241 req-7eb685c2-aab3-486d-8a6f-a7aa74591f2e tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 944 time: 0.0557656 Oct 14 02:25:58.802947 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b6a198bd-3992-4e3d-82dc-93f9e63aabd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:58.824940 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4b44befe-338f-4954-a022-75f7c30a4241 req-b858df1c-9c9d-41d3-9350-f3333b66d06f tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756428 Oct 14 02:25:58.896878 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9a3edc7a-cd9c-40d6-ae28-99c2a01f1597 req-2a5381cd-9703-4acd-9c47-fb5c108ec4b3 tempest-DeleteServersTestJSON-1743411043 tempest-DeleteServersTestJSON-1743411043-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0103c1-3d1d-4d53-a488-a051589b6e75 HTTP/1.1" status: 200 len: 210 time: 0.0369270 Oct 14 02:25:58.932696 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b6a198bd-3992-4e3d-82dc-93f9e63aabd2 admin admin] Publish callbacks [] for security_group (650948ed-b867-4f82-8b07-55e13ac95d17), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:58.936773 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b6a198bd-3992-4e3d-82dc-93f9e63aabd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (650948ed-b867-4f82-8b07-55e13ac95d17), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:58.978430 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b6a198bd-3992-4e3d-82dc-93f9e63aabd2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=987db81b6d1249d0855576f4d3d6e23d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120923 Oct 14 02:25:58.979561 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a198bd-3992-4e3d-82dc-93f9e63aabd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650948ed-b867-4f82-8b07-55e13ac95d17,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:58.981871 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40176) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:59.036298 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e71db76-7337-4556-bb66-fac415afb1e7 admin admin] Publish callbacks [] for security_group (650948ed-b867-4f82-8b07-55e13ac95d17), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.056285 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e71db76-7337-4556-bb66-fac415afb1e7 admin admin] Publish callbacks [] for security_group (650948ed-b867-4f82-8b07-55e13ac95d17), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.064332 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:59.104033 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e71db76-7337-4556-bb66-fac415afb1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (650948ed-b867-4f82-8b07-55e13ac95d17), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.106671 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e71db76-7337-4556-bb66-fac415afb1e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.108765 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3e71db76-7337-4556-bb66-fac415afb1e7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/650948ed-b867-4f82-8b07-55e13ac95d17 HTTP/1.1" status: 204 len: 168 time: 0.1251528 Oct 14 02:25:59.110054 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:59.117044 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71db76-7337-4556-bb66-fac415afb1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650948ed-b867-4f82-8b07-55e13ac95d17,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:59.390868 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40188) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:59.404911 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e71a5e83-437c-4230-9dad-fd218cd55145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.478773 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 1fddbde1-43a7-40fc-8d59-119c531bf523 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:25:59.482476 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e71a5e83-437c-4230-9dad-fd218cd55145 admin admin] Publish callbacks [] for security_group (da1ab4e8-bf5a-4c9b-936e-0369ca9f6281), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.486123 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e71a5e83-437c-4230-9dad-fd218cd55145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (da1ab4e8-bf5a-4c9b-936e-0369ca9f6281), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.526634 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a5e83-437c-4230-9dad-fd218cd55145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1ab4e8-bf5a-4c9b-936e-0369ca9f6281,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:59.533837 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e71a5e83-437c-4230-9dad-fd218cd55145 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=de191e95b74a4a4da6af2318d2d91286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416433 Oct 14 02:25:59.534579 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40190) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:25:59.548070 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:25:59.588503 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 1fddbde1-43a7-40fc-8d59-119c531bf523, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1fddbde1-43a7-40fc-8d59-119c531bf523,segment=NetworkSegment(256c826f-2371-4e29-9c89-aca87a003cea),segment_id=256c826f-2371-4e29-9c89-aca87a003cea)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:59.601144 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6e15601d-299b-4e81-9fac-8de59bec720b admin admin] Publish callbacks [] for security_group (da1ab4e8-bf5a-4c9b-936e-0369ca9f6281), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.601855 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '1fddbde1-43a7-40fc-8d59-119c531bf523', 'network_id': '07246b11-83f9-4023-9995-330b19724fb7', 'port_id': '1fddbde1-43a7-40fc-8d59-119c531bf523', 'mac_address': 'fa:16:3e:91:96:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbc0cd0-d16a-4e62-91b5-dfb01bace633', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:25:59.624179 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6e15601d-299b-4e81-9fac-8de59bec720b admin admin] Publish callbacks [] for security_group (da1ab4e8-bf5a-4c9b-936e-0369ca9f6281), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.641986 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 1fddbde1-43a7-40fc-8d59-119c531bf523 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:25:59.642367 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.655639 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fddbde1-43a7-40fc-8d59-119c531bf523 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:25:59.677299 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 1fddbde1-43a7-40fc-8d59-119c531bf523, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1fddbde1-43a7-40fc-8d59-119c531bf523,segment=NetworkSegment(256c826f-2371-4e29-9c89-aca87a003cea),segment_id=256c826f-2371-4e29-9c89-aca87a003cea)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:25:59.681709 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.698760 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f8578-d3b6-4f63-99a0-7be99ec4f9a6 req-4b1e4c37-d112-427f-8887-4c307fdad122 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:59.700277 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4b5f8578-d3b6-4f63-99a0-7be99ec4f9a6 req-4b1e4c37-d112-427f-8887-4c307fdad122 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0674822 Oct 14 02:25:59.730860 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6e15601d-299b-4e81-9fac-8de59bec720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (da1ab4e8-bf5a-4c9b-936e-0369ca9f6281), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.732345 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=1fddbde1-43a7-40fc-8d59-119c531bf523,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:59.733377 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6e15601d-299b-4e81-9fac-8de59bec720b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:25:59.735300 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6e15601d-299b-4e81-9fac-8de59bec720b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/da1ab4e8-bf5a-4c9b-936e-0369ca9f6281 HTTP/1.1" status: 204 len: 168 time: 0.1987293 Oct 14 02:25:59.766095 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15601d-299b-4e81-9fac-8de59bec720b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1ab4e8-bf5a-4c9b-936e-0369ca9f6281,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:25:59.772159 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4b5f8578-d3b6-4f63-99a0-7be99ec4f9a6 req-85f3f1c3-c6c5-4403-8bd0-c413ad462487 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642803 Oct 14 02:25:59.966451 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852da12a-9beb-4776-b4bf-96c28c776bd6 req-e41977d4-6782-4f62-bb30-150fe81d5e28 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:25:59.971844 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-852da12a-9beb-4776-b4bf-96c28c776bd6 req-e41977d4-6782-4f62-bb30-150fe81d5e28 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 945 time: 0.0566554 Oct 14 02:25:59.993182 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['1fddbde1-43a7-40fc-8d59-119c531bf523'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:26:00.028119 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-852da12a-9beb-4776-b4bf-96c28c776bd6 req-ba71d14e-5118-4b3a-a301-3027f1d4b01c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554068 Oct 14 02:26:00.090339 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.179795 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40216) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:00.205329 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2124ff4f-fb7b-4c4c-8d1a-a46c185099f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.208399 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:00.296218 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2124ff4f-fb7b-4c4c-8d1a-a46c185099f8 admin admin] Publish callbacks [] for security_group (bbd262d9-e58e-4b10-a0ef-442a69b7d211), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.300871 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2124ff4f-fb7b-4c4c-8d1a-a46c185099f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (bbd262d9-e58e-4b10-a0ef-442a69b7d211), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.340967 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40226) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:00.347625 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124ff4f-fb7b-4c4c-8d1a-a46c185099f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd262d9-e58e-4b10-a0ef-442a69b7d211,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:00.365927 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2124ff4f-fb7b-4c4c-8d1a-a46c185099f8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=082346d53700453589e502c7c878a679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816387 Oct 14 02:26:00.366381 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40230) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:00.432941 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8de2-8595-473e-8501-c86f722862c2 admin admin] Publish callbacks [] for security_group (bbd262d9-e58e-4b10-a0ef-442a69b7d211), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.455986 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8de2-8595-473e-8501-c86f722862c2 admin admin] Publish callbacks [] for security_group (bbd262d9-e58e-4b10-a0ef-442a69b7d211), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.476988 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cdc1a0d6-3b37-4b92-bc04-f74442d0366a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.515629 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8de2-8595-473e-8501-c86f722862c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (bbd262d9-e58e-4b10-a0ef-442a69b7d211), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.518245 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8de2-8595-473e-8501-c86f722862c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.519484 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d1ba8de2-8595-473e-8501-c86f722862c2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bbd262d9-e58e-4b10-a0ef-442a69b7d211 HTTP/1.1" status: 204 len: 168 time: 0.1521208 Oct 14 02:26:00.528280 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba8de2-8595-473e-8501-c86f722862c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd262d9-e58e-4b10-a0ef-442a69b7d211,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:00.589540 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cdc1a0d6-3b37-4b92-bc04-f74442d0366a admin admin] Publish callbacks [] for security_group (fc973462-dc29-4185-a536-33f48c88d2d0), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.595934 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cdc1a0d6-3b37-4b92-bc04-f74442d0366a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (fc973462-dc29-4185-a536-33f48c88d2d0), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.633348 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40238) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:00.649411 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1a0d6-3b37-4b92-bc04-f74442d0366a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc973462-dc29-4185-a536-33f48c88d2d0,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:00.653873 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cdc1a0d6-3b37-4b92-bc04-f74442d0366a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ca3c42b1d43f49e3940ff089c2de1bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118937 Oct 14 02:26:00.657117 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40242) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:00.711850 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b3c56d14-f8a1-47f0-baf3-551c12f54ef6 admin admin] Publish callbacks [] for security_group (fc973462-dc29-4185-a536-33f48c88d2d0), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.739115 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b3c56d14-f8a1-47f0-baf3-551c12f54ef6 admin admin] Publish callbacks [] for security_group (fc973462-dc29-4185-a536-33f48c88d2d0), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.802257 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b3c56d14-f8a1-47f0-baf3-551c12f54ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (fc973462-dc29-4185-a536-33f48c88d2d0), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.807037 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b3c56d14-f8a1-47f0-baf3-551c12f54ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.808563 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b3c56d14-f8a1-47f0-baf3-551c12f54ef6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fc973462-dc29-4185-a536-33f48c88d2d0 HTTP/1.1" status: 204 len: 168 time: 0.1503580 Oct 14 02:26:00.827506 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:00.829234 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c56d14-f8a1-47f0-baf3-551c12f54ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc973462-dc29-4185-a536-33f48c88d2d0,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:00.915486 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:00.940742 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0f697ceb-5aae-4a80-884d-5333c82f5aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:00.947811 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d28b2-c950-4419-8998-5ccdc490622e req-d1beca44-63d3-49f1-8406-b48bbd4f7a4c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:00.949273 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f68d28b2-c950-4419-8998-5ccdc490622e req-d1beca44-63d3-49f1-8406-b48bbd4f7a4c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0699720 Oct 14 02:26:01.010395 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=61 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:01.038213 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f68d28b2-c950-4419-8998-5ccdc490622e req-832b1348-98a7-4ef9-aa78-c1ed475356d3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735717 Oct 14 02:26:01.082592 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0f697ceb-5aae-4a80-884d-5333c82f5aff admin admin] Publish callbacks [] for security_group (f751d9e5-c496-4e9d-9717-31050ef17ae6), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:01.088243 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0f697ceb-5aae-4a80-884d-5333c82f5aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (f751d9e5-c496-4e9d-9717-31050ef17ae6), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:01.148926 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-0f697ceb-5aae-4a80-884d-5333c82f5aff admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4f63d365cfff4ffe8156ff5ef7f58839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145087 Oct 14 02:26:01.153684 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40264) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:01.165620 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f697ceb-5aae-4a80-884d-5333c82f5aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f751d9e5-c496-4e9d-9717-31050ef17ae6,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:01.191335 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59428572-093d-40e0-b878-e87829ffd7c6 req-df9a207d-4267-473e-9f0f-01eccbaa6e76 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:01.192865 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-59428572-093d-40e0-b878-e87829ffd7c6 req-df9a207d-4267-473e-9f0f-01eccbaa6e76 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 945 time: 0.0644619 Oct 14 02:26:01.227145 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-795c3af1-a9e6-42b2-b8f6-02bf0530d5ec admin admin] Publish callbacks [] for security_group (f751d9e5-c496-4e9d-9717-31050ef17ae6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:01.249792 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-795c3af1-a9e6-42b2-b8f6-02bf0530d5ec admin admin] Publish callbacks [] for security_group (f751d9e5-c496-4e9d-9717-31050ef17ae6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:01.262929 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-59428572-093d-40e0-b878-e87829ffd7c6 req-c8a26c05-afcf-4cbc-bf14-f9466b2617f1 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636003 Oct 14 02:26:01.329492 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-795c3af1-a9e6-42b2-b8f6-02bf0530d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (f751d9e5-c496-4e9d-9717-31050ef17ae6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:01.332563 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-795c3af1-a9e6-42b2-b8f6-02bf0530d5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:01.333649 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-795c3af1-a9e6-42b2-b8f6-02bf0530d5ec admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f751d9e5-c496-4e9d-9717-31050ef17ae6 HTTP/1.1" status: 204 len: 168 time: 0.1788139 Oct 14 02:26:01.343255 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c3af1-a9e6-42b2-b8f6-02bf0530d5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f751d9e5-c496-4e9d-9717-31050ef17ae6,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:01.486031 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40288) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:01.488256 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 1fddbde1-43a7-40fc-8d59-119c531bf523 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:01.547234 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port 1fddbde1-43a7-40fc-8d59-119c531bf523 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:26:01.555560 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 1fddbde1-43a7-40fc-8d59-119c531bf523 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:01.556069 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:01.556549 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 1fddbde1-43a7-40fc-8d59-119c531bf523 Oct 14 02:26:01.642583 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 1fddbde1-43a7-40fc-8d59-119c531bf523 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:01.643004 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:01.669151 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d5a893-95c2-45c4-a27e-6f19f294d188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fddbde1-43a7-40fc-8d59-119c531bf523'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:26:01.672183 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eeb9d8-ab81-4256-974e-61a87e2a6fe8" -d '{"events": [{"server_uuid": "66d5a893-95c2-45c4-a27e-6f19f294d188", "name": "network-vif-plugged", "status": "completed", "tag": "1fddbde1-43a7-40fc-8d59-119c531bf523"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:26:01.687801 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 1fddbde1-43a7-40fc-8d59-119c531bf523, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1fddbde1-43a7-40fc-8d59-119c531bf523,segment=NetworkSegment(256c826f-2371-4e29-9c89-aca87a003cea),segment_id=256c826f-2371-4e29-9c89-aca87a003cea)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:01.693110 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:01.749888 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481f60ea-91e6-47fc-9e2d-67b25c755571 x-openstack-request-id: req-481f60ea-91e6-47fc-9e2d-67b25c755571 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:26:01.750904 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d5a893-95c2-45c4-a27e-6f19f294d188", "name": "network-vif-plugged", "status": "completed", "tag": "1fddbde1-43a7-40fc-8d59-119c531bf523", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:26:01.751188 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-481f60ea-91e6-47fc-9e2d-67b25c755571 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:26:01.751573 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481f60ea-91e6-47fc-9e2d-67b25c755571'] response: {'server_uuid': '66d5a893-95c2-45c4-a27e-6f19f294d188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fddbde1-43a7-40fc-8d59-119c531bf523', 'code': 200} Oct 14 02:26:01.767116 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=1fddbde1-43a7-40fc-8d59-119c531bf523,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:02.025550 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40310) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:02.224073 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-409496441-network', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:02.247992 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Made reservation on behalf of ace6580a1307486895a0ec8149a95fa9 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:02.251780 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.264897 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.291216 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96111a84-488a-4905-9509-37decf81827f req-0fd3515a-8435-43df-9c27-0c6a073f03c7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:02.292778 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-96111a84-488a-4905-9509-37decf81827f req-0fd3515a-8435-43df-9c27-0c6a073f03c7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.1270864 Oct 14 02:26:02.293556 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587853'] for router_interface (581f7733-b620-4421-b630-53ba62c6f665), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.296617 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ef20-1bb5-4820-a039-823e3ae4b9d1 req-64fd6357-ea55-4218-9d56-86455c80dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:02.298292 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea51ef20-1bb5-4820-a039-823e3ae4b9d1 req-64fd6357-ea55-4218-9d56-86455c80dfb4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 1130 time: 0.1315949 Oct 14 02:26:02.345187 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:02.368393 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Publish callbacks [] for security_group (b405af0b-6f89-4e39-b276-a6ebcaeb697f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.375357 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (b405af0b-6f89-4e39-b276-a6ebcaeb697f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.393967 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:02.415668 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:26:02.438524 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (1f714b46-8924-4a2a-9202-7d8ca410d59e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.439211 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Added segment 1f714b46-8924-4a2a-9202-7d8ca410d59e of type vlan for network c4b028d4-13cc-4641-80cb-f23766bdcdbd Oct 14 02:26:02.441444 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b405af0b-6f89-4e39-b276-a6ebcaeb697f,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:02.483009 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-96111a84-488a-4905-9509-37decf81827f req-5a486f4e-0ba6-4e2e-b7b4-aa9677b746cd tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471529 Oct 14 02:26:02.485047 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea51ef20-1bb5-4820-a039-823e3ae4b9d1 req-9c81297c-70d9-4995-8e64-5619c3261a0f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509020 Oct 14 02:26:02.512863 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:02.518561 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (c4b028d4-13cc-4641-80cb-f23766bdcdbd), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.522878 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:02.550823 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (c4b028d4-13cc-4641-80cb-f23766bdcdbd), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.552167 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:02.553120 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.588082 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725acc09-a5e5-4f75-af8c-e8d58cce0770 req-5684f220-d854-466a-926d-514d6f68ee9a tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:02.589977 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-725acc09-a5e5-4f75-af8c-e8d58cce0770 req-5684f220-d854-466a-926d-514d6f68ee9a tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 946 time: 0.1379206 Oct 14 02:26:02.595806 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40340) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:02.596919 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5646479 Oct 14 02:26:02.602161 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] Request body: {'subnet': {'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-409496441-subnet', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:02.645263 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7731d-8a59-4729-8686-3cdca07d5638 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b028d4-13cc-4641-80cb-f23766bdcdbd,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:02.657994 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network c4b028d4-13cc-4641-80cb-f23766bdcdbd details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:26:02.722578 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] Made reservation on behalf of ace6580a1307486895a0ec8149a95fa9 for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:02.725013 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9001209'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.730981 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40342) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:02.803168 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-725acc09-a5e5-4f75-af8c-e8d58cce0770 req-e0824bda-2099-4d4b-9866-f2eb4f307c28 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045984 Oct 14 02:26:02.856588 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-268758164-network', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:02.880997 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Made reservation on behalf of f2a51798d7e54605a7e59b0cba385973 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:02.885453 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.885688 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] Deleting port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:26:02.886018 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.897769 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.994312 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Publish callbacks [] for security_group (d97d5c5b-234a-43df-93db-121a2bd8b3be), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:02.999189 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d97d5c5b-234a-43df-93db-121a2bd8b3be), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.041174 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] For port 12033a89-3c62-4121-8a5a-0bcf3c43dd0d, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=12033a89-3c62-4121-8a5a-0bcf3c43dd0d,segment=NetworkSegment(d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d),segment_id=d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:03.041540 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.067151 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] Calling delete_port for 12033a89-3c62-4121-8a5a-0bcf3c43dd0d owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:26:03.078667 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9734002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9001195'] for subnet (480f66f4-5c53-4f4f-b49d-dd1d07a2df27), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.180711 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480f66f4-5c53-4f4f-b49d-dd1d07a2df27,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:03.197931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] Checking segment: {'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:03.198289 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] Network hostable DHCP agents. Network: c4b028d4-13cc-4641-80cb-f23766bdcdbd, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:26:03.216428 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:26:03.226787 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97d5c5b-234a-43df-93db-121a2bd8b3be,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:03.233396 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (5d4d6904-7261-4e50-92cb-b4416f02f220), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.233853 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Added segment 5d4d6904-7261-4e50-92cb-b4416f02f220 of type vlan for network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 Oct 14 02:26:03.249155 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:03.272363 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] Network c4b028d4-13cc-4641-80cb-f23766bdcdbd is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:26:03.278204 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (7ece237d-f72e-4a0c-bf5e-3ace7adceeb8), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.292465 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, c4b028d4-13cc-4641-80cb-f23766bdcdbd) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:03.297717 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:03.298316 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.307399 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (7ece237d-f72e-4a0c-bf5e-3ace7adceeb8), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.307855 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bf9cdd-f2dd-4827-9d57-acacc53debee None None] Network c4b028d4-13cc-4641-80cb-f23766bdcdbd requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:26:03.309044 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:03.309967 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.322952 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-075d7fe6-3a52-416a-bdd4-df5bc87ff2d4 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7259197 Oct 14 02:26:03.325786 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40356) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:03.339009 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:03.356182 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=43 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:03.358434 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:03.386796 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (12033a89-3c62-4121-8a5a-0bcf3c43dd0d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.398403 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6655369 Oct 14 02:26:03.404770 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40358) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:03.413998 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] Request body: {'subnet': {'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-268758164-subnet', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:03.421927 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (04f1764b-f7e5-42a8-82e3-288d0904ccec), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.422679 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] Pushing event deleted for resources: {'Port': ['ID=12033a89-3c62-4121-8a5a-0bcf3c43dd0d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:03.423443 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (04f1764b-f7e5-42a8-82e3-288d0904ccec), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.458617 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:26:03.460553 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.476365 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Publish callbacks [] for router_controller (04f1764b-f7e5-42a8-82e3-288d0904ccec), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.477742 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63774df3-67bf-406a-be74-8ce8a6146488 admin admin] Pushing event updated for resources: {'Network': ['ID=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:03.509982 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:26:03.617843 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=14 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:03.649799 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] Made reservation on behalf of f2a51798d7e54605a7e59b0cba385973 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:03.652204 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8978073'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.671439 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:03.730300 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Publish callbacks [] for router_gateway (04f1764b-f7e5-42a8-82e3-288d0904ccec), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.753200 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae75b25-f725-4e39-a24e-b7303ebaafe6 req-a94f6e26-4b64-494c-a4e9-cc2665bffde8 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:03.755163 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aae75b25-f725-4e39-a24e-b7303ebaafe6 req-a94f6e26-4b64-494c-a4e9-cc2665bffde8 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.1066480 Oct 14 02:26:03.806503 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587833'] for router_interface (581f7733-b620-4421-b630-53ba62c6f665), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:03.847770 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Allocated IP 172.20.0.2 (c4b028d4-13cc-4641-80cb-f23766bdcdbd/480f66f4-5c53-4f4f-b49d-dd1d07a2df27/78fc8ee7-f80e-4904-99f0-5ad5594fd571) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:03.901208 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aae75b25-f725-4e39-a24e-b7303ebaafe6 req-733257d8-f506-4afc-9e45-6a158bf55a5a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363106 Oct 14 02:26:03.963511 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:03.964581 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:04.063283 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Publish callbacks [] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.070830 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.076368 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce229-20b4-4326-a624-edd35b660461 req-b2f09a22-a1c7-434d-8e79-4d51ff69313b tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:04.076957 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b55ce229-20b4-4326-a624-edd35b660461 req-b2f09a22-a1c7-434d-8e79-4d51ff69313b tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 946 time: 0.1082613 Oct 14 02:26:04.092399 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Publish callbacks [] for router_gateway (04f1764b-f7e5-42a8-82e3-288d0904ccec), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.119851 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Network c4b028d4-13cc-4641-80cb-f23766bdcdbd is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:04.121658 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.123410 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:04.125677 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Pushing event updated for resources: {'Port': ['ID=78fc8ee7-f80e-4904-99f0-5ad5594fd571,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:04.128184 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:04.176896 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] Router 581f7733-b620-4421-b630-53ba62c6f665 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:26:04.181602 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b55ce229-20b4-4326-a624-edd35b660461 req-320bc5f5-402e-456a-a722-7e9b5790a9ee tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745506 Oct 14 02:26:04.192374 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Attempting to bind port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:04.192800 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Attempting to bind port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:04.193097 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Attempting to bind port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 on network c4b028d4-13cc-4641-80cb-f23766bdcdbd {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:04.218333 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9674376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8978059'] for subnet (fba1b051-899c-4acf-83d9-7df396b9533f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.245395 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:04.246103 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Checking segment: {'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:04.246662 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.247055 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Bound using segment: {'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:04.247555 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Bound port: 78fc8ee7-f80e-4904-99f0-5ad5594fd571, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:04.247931 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.303322 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:26:04.309771 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4e0ec966-fcdb-4ce3-9c07-aedcda72610e admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/581f7733-b620-4421-b630-53ba62c6f665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8212225 Oct 14 02:26:04.312919 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] For port 78fc8ee7-f80e-4904-99f0-5ad5594fd571, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:04.315758 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40370) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:04.316837 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba1b051-899c-4acf-83d9-7df396b9533f,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:04.317162 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ed666-723c-442a-b548-20c5e682b2f8 None None] Sync routers for ids ['581f7733-b620-4421-b630-53ba62c6f665'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:26:04.317669 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] For port 78fc8ee7-f80e-4904-99f0-5ad5594fd571, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=78fc8ee7-f80e-4904-99f0-5ad5594fd571,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:04.327360 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.339808 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Allocated IP 172.27.1.98 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/c949dd98-06ec-436f-bfca-121f849f891c) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:04.347046 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] Checking segment: {'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:04.347419 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] Network hostable DHCP agents. Network: 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:26:04.349409 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ed666-723c-442a-b548-20c5e682b2f8 None None] Routers {'581f7733-b620-4421-b630-53ba62c6f665'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:04.350283 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-796ed666-723c-442a-b548-20c5e682b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['581f7733-b620-4421-b630-53ba62c6f665'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:04.399459 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc936de-dc75-4abc-9515-27e8967c761e None None] Pushing event updated for resources: {'Port': ['ID=78fc8ee7-f80e-4904-99f0-5ad5594fd571,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:04.432192 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] Network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:26:04.454595 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:04.462156 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:04.462855 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.479758 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Publish callbacks [] for router (581f7733-b620-4421-b630-53ba62c6f665), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.498534 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-796ed666-723c-442a-b548-20c5e682b2f8 None None] Set router 581f7733-b620-4421-b630-53ba62c6f665 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:04.501901 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-14ab2586-283c-47a2-9104-529de4d5eb98 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0956700 Oct 14 02:26:04.504555 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40372) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:04.508734 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:04.535917 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Publish callbacks [] for port (c949dd98-06ec-436f-bfca-121f849f891c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.546172 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:04.551052 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.552393 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.599623 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:04.607409 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:04.619127 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Publish callbacks [] for router_gateway (581f7733-b620-4421-b630-53ba62c6f665), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.649132 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Publish callbacks [] for router_controller (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.653606 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (c949dd98-06ec-436f-bfca-121f849f891c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.714169 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Deleting port c5c57252-7197-4cd4-ab95-6fdec2b28b29 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:26:04.714951 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.746687 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:04.802419 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:04.810154 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:04.813338 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:04.814482 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-796ed666-723c-442a-b548-20c5e682b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f7733-b620-4421-b630-53ba62c6f665', 'name': 'tempest-DeleteServersTestJSON-72213551-router', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:26:03Z', 'revision_number': 5, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'gw_port': {'id': 'c5c57252-7197-4cd4-ab95-6fdec2b28b29', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:52:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f7733-b620-4421-b630-53ba62c6f665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:04.849955 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Pushing event updated for resources: {'Port': ['ID=c949dd98-06ec-436f-bfca-121f849f891c,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:04.851631 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] For port c5c57252-7197-4cd4-ab95-6fdec2b28b29, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c5c57252-7197-4cd4-ab95-6fdec2b28b29,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:04.852111 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:04.863824 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ed666-723c-442a-b548-20c5e682b2f8 None None] Checking router: 581f7733-b620-4421-b630-53ba62c6f665 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:26:04.873847 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Calling delete_port for c5c57252-7197-4cd4-ab95-6fdec2b28b29 owned by network:router_gateway {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:26:04.875988 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ed666-723c-442a-b548-20c5e682b2f8 None None] Routers {'581f7733-b620-4421-b630-53ba62c6f665'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:04.876880 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-796ed666-723c-442a-b548-20c5e682b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['581f7733-b620-4421-b630-53ba62c6f665'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:04.940778 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Publish callbacks [] for router_gateway (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.022783 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-796ed666-723c-442a-b548-20c5e682b2f8 None None] Set router 581f7733-b620-4421-b630-53ba62c6f665 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:05.127161 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-796ed666-723c-442a-b548-20c5e682b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f7733-b620-4421-b630-53ba62c6f665', 'name': 'tempest-DeleteServersTestJSON-72213551-router', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:26:04Z', 'revision_number': 6, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'gw_port_host': None}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:05.175160 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ed666-723c-442a-b548-20c5e682b2f8 None None] The sync data for ids ['581f7733-b620-4421-b630-53ba62c6f665'] in dv-cinder-845069-4-iscsi is: [{'id': '581f7733-b620-4421-b630-53ba62c6f665', 'name': 'tempest-DeleteServersTestJSON-72213551-router', 'tenant_id': '1a37a13b40e54342bb3942ff4387534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:26:04Z', 'revision_number': 6, 'project_id': '1a37a13b40e54342bb3942ff4387534e', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:26:05.264397 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Publish callbacks [] for router_gateway (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.297653 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.427844 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Allocated IP 172.27.1.41 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/be16e37c-6151-4225-87b6-c1015417c812) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:05.441124 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84283cc7-3dee-4792-b725-c1d4b89df4bb req-389a221e-41e9-476c-9c60-b10799222777 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:05.442681 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-84283cc7-3dee-4792-b725-c1d4b89df4bb req-389a221e-41e9-476c-9c60-b10799222777 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0954900 Oct 14 02:26:05.449156 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff417f1-0dc6-4c28-9322-620fc65333f1 req-3b9ad0af-561a-4d66-9c7a-f1aafc230baf tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:05.450618 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0ff417f1-0dc6-4c28-9322-620fc65333f1 req-3b9ad0af-561a-4d66-9c7a-f1aafc230baf tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 946 time: 0.1022890 Oct 14 02:26:05.452627 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (c5c57252-7197-4cd4-ab95-6fdec2b28b29), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.514563 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c57252-7197-4cd4-ab95-6fdec2b28b29,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:05.616348 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-84283cc7-3dee-4792-b725-c1d4b89df4bb req-d4c959d4-91f5-4a39-97f2-a0a3d81e2248 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645710 Oct 14 02:26:05.642416 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0ff417f1-0dc6-4c28-9322-620fc65333f1 req-5cffbc0f-03f3-4070-86f0-8033066d2ea7 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767995 Oct 14 02:26:05.645056 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:05.680013 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582515'] for router_gateway (581f7733-b620-4421-b630-53ba62c6f665), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.753333 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced4fd2-17b8-408a-9012-298248511e55 None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:26:05.847963 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Publish callbacks [] for router_gateway (04f1764b-f7e5-42a8-82e3-288d0904ccec), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.851433 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10f402ea-8896-4e8a-9c12-a6ad7c7b3489 None None] Provisioning complete for port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:05.851724 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10f402ea-8896-4e8a-9c12-a6ad7c7b3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.851919 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Publish callbacks [] for port (be16e37c-6151-4225-87b6-c1015417c812), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.852034 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-10f402ea-8896-4e8a-9c12-a6ad7c7b3489 None None] Attempt 1 to provision port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 Oct 14 02:26:05.871948 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15749'] for router (581f7733-b620-4421-b630-53ba62c6f665), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.875564 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Publish callbacks [] for router_controller (581f7733-b620-4421-b630-53ba62c6f665), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.904043 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:05.972492 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587873'] for router (581f7733-b620-4421-b630-53ba62c6f665), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.972704 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (be16e37c-6151-4225-87b6-c1015417c812), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.973131 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 581f7733-b620-4421-b630-53ba62c6f665 {{(pid=104415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 02:26:05.984722 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:05.985869 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9e184f9f-3791-4182-be1d-f14494af4911 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/581f7733-b620-4421-b630-53ba62c6f665 HTTP/1.1" status: 204 len: 168 time: 1.6682856 Oct 14 02:26:05.988588 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40422) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:06.022758 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:06.052498 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-60aa9c6b-7227-47f5-8cb0-957ce71d385d admin admin] Deleting subnet edd0b70f-7068-4a0a-bb0d-a960649b575f {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:26:06.056653 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:06.057848 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-60aa9c6b-7227-47f5-8cb0-957ce71d385d admin admin] Publish callbacks [] for subnet (edd0b70f-7068-4a0a-bb0d-a960649b575f), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.066123 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:06.088917 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:06.121436 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10f402ea-8896-4e8a-9c12-a6ad7c7b3489 None None] Current status of the port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:06.121436 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10f402ea-8896-4e8a-9c12-a6ad7c7b3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.122141 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Pushing event updated for resources: {'Port': ['ID=be16e37c-6151-4225-87b6-c1015417c812,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:06.161875 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-60aa9c6b-7227-47f5-8cb0-957ce71d385d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8933973'] for subnet (edd0b70f-7068-4a0a-bb0d-a960649b575f), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.202730 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:06.272893 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10f402ea-8896-4e8a-9c12-a6ad7c7b3489 None None] For port 78fc8ee7-f80e-4904-99f0-5ad5594fd571, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=78fc8ee7-f80e-4904-99f0-5ad5594fd571,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:06.285071 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10f402ea-8896-4e8a-9c12-a6ad7c7b3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.348668 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (04f1764b-f7e5-42a8-82e3-288d0904ccec), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.368302 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced4fd2-17b8-408a-9012-298248511e55 None None] Resources bound (agent type, host, resource id): {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 02:26:06.526040 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-60aa9c6b-7227-47f5-8cb0-957ce71d385d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (edd0b70f-7068-4a0a-bb0d-a960649b575f), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.532226 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f402ea-8896-4e8a-9c12-a6ad7c7b3489 None None] Pushing event updated for resources: {'Port': ['ID=78fc8ee7-f80e-4904-99f0-5ad5594fd571,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:06.548745 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 78fc8ee7-f80e-4904-99f0-5ad5594fd571 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:06.576944 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Publish callbacks [] for router_gateway (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.623829 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-60aa9c6b-7227-47f5-8cb0-957ce71d385d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9733939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000216'] for subnet (edd0b70f-7068-4a0a-bb0d-a960649b575f), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.667309 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa9c6b-7227-47f5-8cb0-957ce71d385d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd0b70f-7068-4a0a-bb0d-a960649b575f,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:06.689789 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Router 04f1764b-f7e5-42a8-82e3-288d0904ccec is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:26:06.700223 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-60aa9c6b-7227-47f5-8cb0-957ce71d385d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.720650 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-60aa9c6b-7227-47f5-8cb0-957ce71d385d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/edd0b70f-7068-4a0a-bb0d-a960649b575f HTTP/1.1" status: 204 len: 168 time: 0.7309055 Oct 14 02:26:06.723151 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40456) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:06.768573 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:06.769055 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.769302 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 Oct 14 02:26:06.904004 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (7f56d467-5660-422a-95bf-cb9b701b52b6), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.914019 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085798c4-8d47-4142-a261-2107a8af2ebd req-b4f6ef8f-b609-4c2b-85fb-4591f4bb5297 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:06.926377 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-085798c4-8d47-4142-a261-2107a8af2ebd req-b4f6ef8f-b609-4c2b-85fb-4591f4bb5297 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0987341 Oct 14 02:26:06.929078 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:06.972709 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:06.977748 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:26:06.983482 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:07.026813 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:07.037696 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.044447 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c404bf44-fb57-4331-a68a-4a01961712cf admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7087078 Oct 14 02:26:07.044447 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40474) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:07.056058 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Deleting port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:26:07.056404 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.058221 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Sync routers for ids ['04f1764b-f7e5-42a8-82e3-288d0904ccec'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:26:07.084075 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-085798c4-8d47-4142-a261-2107a8af2ebd req-e3ed960f-4cec-47b0-baa1-7b18b0afe433 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567400 Oct 14 02:26:07.117862 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Routers {'04f1764b-f7e5-42a8-82e3-288d0904ccec'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:07.118858 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['04f1764b-f7e5-42a8-82e3-288d0904ccec'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:07.239100 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] For port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c73f0cca-a7ad-4a41-a3a2-fd161a891ae3,segment=NetworkSegment(d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d),segment_id=d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:07.239908 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.259504 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Calling delete_port for c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:26:07.274260 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:07.319432 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:07.339925 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 12033a89-3c62-4121-8a5a-0bcf3c43dd0d no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:26:07.357660 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:26:07.382550 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:26:07.383825 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.403969 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 12033a89-3c62-4121-8a5a-0bcf3c43dd0d {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:26:07.404309 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 12033a89-3c62-4121-8a5a-0bcf3c43dd0d not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:26:07.408277 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Set router 04f1764b-f7e5-42a8-82e3-288d0904ccec gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:07.413986 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (c73f0cca-a7ad-4a41-a3a2-fd161a891ae3), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.463207 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Pushing event deleted for resources: {'Port': ['ID=c73f0cca-a7ad-4a41-a3a2-fd161a891ae3,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:07.466635 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] No DVR routers for this DVR port c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 on host dv-cinder-845069-4-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:26:07.512769 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:07.599242 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (7f56d467-5660-422a-95bf-cb9b701b52b6), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.648531 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f56d467-5660-422a-95bf-cb9b701b52b6']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:07.665863 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:07.666457 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:07.679179 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8933932'] for segment (d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.699027 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.709313 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:26:07.709726 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:26:07.710350 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9734105'] for segment (d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.722844 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Sync routers for ids ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:26:07.744695 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Routers {'d1b93ff3-29ff-4c85-a93c-c77f207b66e7'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:07.745576 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:07.791320 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.796046 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-689f2223-8e8d-4046-ba5a-f31ac0182e69 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2905507 Oct 14 02:26:07.828305 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40498) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:07.836328 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Allocated IP 172.20.0.2 (7ece237d-f72e-4a0c-bf5e-3ace7adceeb8/fba1b051-899c-4acf-83d9-7df396b9533f/eeb7839f-f12d-4d24-b746-e11a1d52e668) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:07.874236 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d resource provider aggregate not found Oct 14 02:26:07.907935 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (7f56d467-5660-422a-95bf-cb9b701b52b6), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.923487 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9c1bc3b-f0f0-4ed9-8170-d2e5cfcd4c5d found for delete ", "request_id": "req-7784ede7-f502-4836-b605-0428e9c7be02"}]} Oct 14 02:26:07.927981 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Set router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:07.944660 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:07.952824 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/7f56d467-5660-422a-95bf-cb9b701b52b6 HTTP/1.1" status: 204 len: 168 time: 1.2234366 Oct 14 02:26:07.952824 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d38de9-59f4-42fc-a200-69f40621548d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f56d467-5660-422a-95bf-cb9b701b52b6,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:08.080612 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:05Z', 'revision_number': 3, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:08.122367 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 78fc8ee7-f80e-4904-99f0-5ad5594fd571 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:08.141550 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Checking router: 04f1764b-f7e5-42a8-82e3-288d0904ccec for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:26:08.141903 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Updating router 04f1764b-f7e5-42a8-82e3-288d0904ccec port c949dd98-06ec-436f-bfca-121f849f891c binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:26:08.168984 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40514) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:08.226300 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:06Z', 'revision_number': 3, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:08.236512 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:08.238507 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c949dd98-06ec-436f-bfca-121f849f891c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.259640 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Checking router: d1b93ff3-29ff-4c85-a93c-c77f207b66e7 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:26:08.260065 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Updating router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 port be16e37c-6151-4225-87b6-c1015417c812 binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:26:08.290183 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:08.304075 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (be16e37c-6151-4225-87b6-c1015417c812), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.344849 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8147cb-687f-4c15-9f08-3203addf366d req-d13e2800-46a3-4ac3-9e88-11a6846c57f4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:08.351714 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:08.355082 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5f8147cb-687f-4c15-9f08-3203addf366d req-d13e2800-46a3-4ac3-9e88-11a6846c57f4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0954218 Oct 14 02:26:08.366603 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-48433651-b0f7-49e0-a2d2-7432dfd2e87a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1a37a13b40e54342bb3942ff4387534e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1959321 Oct 14 02:26:08.374563 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40516) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:08.392982 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Publish callbacks [] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.412294 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:08.416989 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.449086 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:08.451744 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.479587 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3859-ad8a-439b-b02c-eeae77eb162c admin admin] Publish callbacks [] for security_group (e0b79c87-3bd8-4146-8a7e-b46a25f7f651), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.510213 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:08.523806 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5f8147cb-687f-4c15-9f08-3203addf366d req-0892977e-dce8-48d2-a371-7bb12d68e80d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669319 Oct 14 02:26:08.535283 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:08.538752 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3859-ad8a-439b-b02c-eeae77eb162c admin admin] Publish callbacks [] for security_group (e0b79c87-3bd8-4146-8a7e-b46a25f7f651), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.540785 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:08.540987 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.541280 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 Oct 14 02:26:08.616137 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3859-ad8a-439b-b02c-eeae77eb162c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (e0b79c87-3bd8-4146-8a7e-b46a25f7f651), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.619644 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3859-ad8a-439b-b02c-eeae77eb162c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.620994 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ab3e3859-ad8a-439b-b02c-eeae77eb162c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e0b79c87-3bd8-4146-8a7e-b46a25f7f651 HTTP/1.1" status: 204 len: 168 time: 0.2441552 Oct 14 02:26:08.632761 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e3859-ad8a-439b-b02c-eeae77eb162c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b79c87-3bd8-4146-8a7e-b46a25f7f651,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:08.676043 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:08.741152 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Allocated IP 172.20.0.1 (c4b028d4-13cc-4641-80cb-f23766bdcdbd/480f66f4-5c53-4f4f-b49d-dd1d07a2df27/6541de4d-ff27-476b-9863-fa78c344d5d7) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:08.762875 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.806258 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Pushing event updated for resources: {'Port': ['ID=eeb7839f-f12d-4d24-b746-e11a1d52e668,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:08.850460 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Attempting to bind port eeb7839f-f12d-4d24-b746-e11a1d52e668 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:08.851158 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Attempting to bind port eeb7839f-f12d-4d24-b746-e11a1d52e668 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:08.851304 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Attempting to bind port eeb7839f-f12d-4d24-b746-e11a1d52e668 on network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:08.944985 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Publish callbacks [] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.975179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:08.975179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Checking segment: {'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:08.975179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.975179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Bound using segment: {'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:08.975179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Bound port: eeb7839f-f12d-4d24-b746-e11a1d52e668, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:08.975179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:08.975179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:08.995941 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c5c57252-7197-4cd4-ab95-6fdec2b28b29 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:26:08.999502 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Publish callbacks [] for port (c949dd98-06ec-436f-bfca-121f849f891c), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.013203 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:09.023794 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c949dd98-06ec-436f-bfca-121f849f891c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.026413 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: c5c57252-7197-4cd4-ab95-6fdec2b28b29 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:26:09.026767 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c5c57252-7197-4cd4-ab95-6fdec2b28b29 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:26:09.045610 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Allocated IP 172.20.0.1 (7ece237d-f72e-4a0c-bf5e-3ace7adceeb8/fba1b051-899c-4acf-83d9-7df396b9533f/d7c24761-ec3d-4978-b1ff-435d8a93686e) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:09.052718 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.091827 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Attempting to bind port c949dd98-06ec-436f-bfca-121f849f891c on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:09.092203 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Attempting to bind port c949dd98-06ec-436f-bfca-121f849f891c by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:09.092563 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Attempting to bind port c949dd98-06ec-436f-bfca-121f849f891c on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:09.111294 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Network c4b028d4-13cc-4641-80cb-f23766bdcdbd is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:09.126665 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:09.133805 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:09.182898 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a94fa8-4ee0-4622-9c83-c7fac3b2376a None None] Pushing event updated for resources: {'Port': ['ID=c949dd98-06ec-436f-bfca-121f849f891c,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:09.207669 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Pushing event updated for resources: {'Port': ['ID=6541de4d-ff27-476b-9863-fa78c344d5d7,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:09.223048 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] For port eeb7839f-f12d-4d24-b746-e11a1d52e668, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:09.240793 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] For port eeb7839f-f12d-4d24-b746-e11a1d52e668, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=eeb7839f-f12d-4d24-b746-e11a1d52e668,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:09.244387 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:09.245041 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:09.245628 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.246192 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:09.246883 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Bound port: c949dd98-06ec-436f-bfca-121f849f891c, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:09.247487 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c949dd98-06ec-436f-bfca-121f849f891c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.252135 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.258929 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (04f1764b-f7e5-42a8-82e3-288d0904ccec), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.355385 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:09.355583 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Publish callbacks [] for port (be16e37c-6151-4225-87b6-c1015417c812), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.365892 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (be16e37c-6151-4225-87b6-c1015417c812), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.373768 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Publish callbacks [] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.377830 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:09.389069 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8abb4a-d20b-4d98-a7ec-24b09b279943 None None] Pushing event updated for resources: {'Port': ['ID=eeb7839f-f12d-4d24-b746-e11a1d52e668,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:09.401851 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] For port c949dd98-06ec-436f-bfca-121f849f891c, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:09.420146 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] For port c949dd98-06ec-436f-bfca-121f849f891c, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c949dd98-06ec-436f-bfca-121f849f891c,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:09.430911 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c949dd98-06ec-436f-bfca-121f849f891c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.470836 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Attempting to bind port be16e37c-6151-4225-87b6-c1015417c812 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:09.471254 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Attempting to bind port be16e37c-6151-4225-87b6-c1015417c812 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:09.471658 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Attempting to bind port be16e37c-6151-4225-87b6-c1015417c812 on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:09.477625 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.479050 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:09.495421 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Routers {'04f1764b-f7e5-42a8-82e3-288d0904ccec'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:09.496634 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['04f1764b-f7e5-42a8-82e3-288d0904ccec'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:09.544704 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.571943 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Pushing event updated for resources: {'Port': ['ID=be16e37c-6151-4225-87b6-c1015417c812,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:09.575439 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:09.583371 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:09.611652 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:09.621273 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Pushing event updated for resources: {'Port': ['ID=d7c24761-ec3d-4978-b1ff-435d8a93686e,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:09.622850 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.623221 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.623585 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.623935 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.624264 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.630641 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.631087 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.631573 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.631743 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.632096 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.632384 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.632735 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.633056 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.633372 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.633684 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:09.635496 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] Set router 04f1764b-f7e5-42a8-82e3-288d0904ccec gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:09.667047 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:09.667403 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:09.667806 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.674652 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:09.686540 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Bound port: be16e37c-6151-4225-87b6-c1015417c812, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:09.689043 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (be16e37c-6151-4225-87b6-c1015417c812), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.798723 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba5d74-ed26-4fec-9e9b-81e6b7a940ae req-153c44a9-c254-4684-82fc-6aff48a9b25a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:09.813682 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-41ba5d74-ed26-4fec-9e9b-81e6b7a940ae req-153c44a9-c254-4684-82fc-6aff48a9b25a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.1259894 Oct 14 02:26:09.903972 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:09.962169 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-41ba5d74-ed26-4fec-9e9b-81e6b7a940ae req-53a1eb35-b59e-4352-9453-f9f4200f0c99 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407747 Oct 14 02:26:10.079901 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device eeb7839f-f12d-4d24-b746-e11a1d52e668 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:10.092309 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '6541de4d-ff27-476b-9863-fa78c344d5d7', 'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'mac_address': 'fa:16:3e:fb:c9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:08Z', 'revision_number': 1, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'subnets': [{'id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:10.128983 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40564) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:10.144739 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] For port be16e37c-6151-4225-87b6-c1015417c812, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:10.147976 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] For port be16e37c-6151-4225-87b6-c1015417c812, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=be16e37c-6151-4225-87b6-c1015417c812,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:10.156868 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (be16e37c-6151-4225-87b6-c1015417c812), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.164334 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a94fa8-4ee0-4622-9c83-c7fac3b2376a None None] Pushing event updated for resources: {'Port': ['ID=c949dd98-06ec-436f-bfca-121f849f891c,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:10.173591 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a8fc8-ad42-4de2-9971-5f9a79d6a454 None None] The sync data for ids ['04f1764b-f7e5-42a8-82e3-288d0904ccec'] in dv-cinder-845069-4-iscsi is: [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '6541de4d-ff27-476b-9863-fa78c344d5d7', 'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'mac_address': 'fa:16:3e:fb:c9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:08Z', 'revision_number': 1, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'subnets': [{'id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:26:10.196997 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:10.207030 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40568) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:10.214849 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port eeb7839f-f12d-4d24-b746-e11a1d52e668 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:10.215272 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.215665 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port eeb7839f-f12d-4d24-b746-e11a1d52e668 Oct 14 02:26:10.250196 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Publish callbacks [] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.258099 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef61eb-79af-4a28-b6e4-b221e6dbc1dc None None] Pushing event updated for resources: {'Port': ['ID=be16e37c-6151-4225-87b6-c1015417c812,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:10.272994 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:10.275619 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.283102 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Routers {'d1b93ff3-29ff-4c85-a93c-c77f207b66e7'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:10.284386 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:10.332320 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port eeb7839f-f12d-4d24-b746-e11a1d52e668 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:10.332874 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.422577 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port eeb7839f-f12d-4d24-b746-e11a1d52e668, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=eeb7839f-f12d-4d24-b746-e11a1d52e668,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:10.429501 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.437758 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1217473467-network', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:10.474980 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:10.512560 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Made reservation on behalf of f6ff3da9d38f423ba8fbd11f635f2e1e for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:10.519049 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.519613 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.533866 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=eeb7839f-f12d-4d24-b746-e11a1d52e668,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:10.547735 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Pushing event updated for resources: {'Port': ['ID=6541de4d-ff27-476b-9863-fa78c344d5d7,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:10.551713 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.567491 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] Set router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:10.576139 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (04f1764b-f7e5-42a8-82e3-288d0904ccec), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.654104 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2b6d5443-3623-4130-8f3a-bc623f3df7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.683857 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:10.708709 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf05a4-f67c-4e61-bff1-6164685364f0 req-8670c834-7a63-44b5-a099-76e375afcc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:10.710319 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-43bf05a4-f67c-4e61-bff1-6164685364f0 req-8670c834-7a63-44b5-a099-76e375afcc49 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 1129 time: 0.1469269 Oct 14 02:26:10.823295 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:10.834406 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-43bf05a4-f67c-4e61-bff1-6164685364f0 req-c60b3a90-1fc7-4d70-8975-63d2d564a088 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141946 Oct 14 02:26:10.867405 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:10.896326 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd7c24761-ec3d-4978-b1ff-435d8a93686e', 'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'mac_address': 'fa:16:3e:bf:6a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 1, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'subnets': [{'id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:10.898221 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Publish callbacks [] for security_group (05edfd94-ac4e-4801-8bbe-2c42e5047793), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.907428 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2b6d5443-3623-4130-8f3a-bc623f3df7de admin admin] Publish callbacks [] for security_group (0efcd965-a3e2-4876-8803-3aeb8ae67811), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.927799 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (05edfd94-ac4e-4801-8bbe-2c42e5047793), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.943149 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2b6d5443-3623-4130-8f3a-bc623f3df7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (0efcd965-a3e2-4876-8803-3aeb8ae67811), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:10.954061 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0976077-6ba5-48dc-8ecf-e7fb5ff1a267 None None] The sync data for ids ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'] in dv-cinder-845069-4-iscsi is: [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd7c24761-ec3d-4978-b1ff-435d8a93686e', 'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'mac_address': 'fa:16:3e:bf:6a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 1, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'subnets': [{'id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:26:11.008315 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2b6d5443-3623-4130-8f3a-bc623f3df7de admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2435041277d7474d9adc98df66e1c8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7977145 Oct 14 02:26:11.024769 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40576) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:11.082453 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:26:11.094280 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d6e15-c193-4a11-a58c-d8efd350208c None None] Network c4b028d4-13cc-4641-80cb-f23766bdcdbd requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:26:11.110534 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c30c6b-08e7-4696-9a0c-cb00f22a3947 None None] Network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:26:11.164370 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05edfd94-ac4e-4801-8bbe-2c42e5047793,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:11.172096 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:11.180290 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41660bbc-ffc2-4efa-88e1-b47977b1e47e None None] Network 7f56d467-5660-422a-95bf-cb9b701b52b6 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:26:11.198178 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Network c4b028d4-13cc-4641-80cb-f23766bdcdbd is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:11.201758 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:11.217732 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (e6504c7b-b2d8-44dc-9388-cfac90347102), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.218285 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Added segment e6504c7b-b2d8-44dc-9388-cfac90347102 of type vlan for network 4299c348-5cd7-492e-82e5-e30b1204822d Oct 14 02:26:11.251713 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbbb0f-9d42-4dca-9fda-9f542857c1fc req-dcba28e6-e765-4589-9cea-81104ac10aa4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:11.259406 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7ddbbb0f-9d42-4dca-9fda-9f542857c1fc req-dcba28e6-e765-4589-9cea-81104ac10aa4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.1806226 Oct 14 02:26:11.297629 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d5443-3623-4130-8f3a-bc623f3df7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efcd965-a3e2-4876-8803-3aeb8ae67811,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:11.377446 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (4299c348-5cd7-492e-82e5-e30b1204822d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.405305 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41660bbc-ffc2-4efa-88e1-b47977b1e47e None None] Network 7f56d467-5660-422a-95bf-cb9b701b52b6 could not be found, it might have been deleted concurrently. {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 14 02:26:11.415579 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-52e22889-7fc1-4b57-8ac4-d947719a9c29 admin admin] Publish callbacks [] for security_group (0efcd965-a3e2-4876-8803-3aeb8ae67811), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.420237 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-afd88f39-62ca-498e-8a96-fe65a03a1e8d None None] Provisioning complete for port eeb7839f-f12d-4d24-b746-e11a1d52e668 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:11.420865 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-afd88f39-62ca-498e-8a96-fe65a03a1e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.426779 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-afd88f39-62ca-498e-8a96-fe65a03a1e8d None None] Attempt 1 to provision port eeb7839f-f12d-4d24-b746-e11a1d52e668 Oct 14 02:26:11.477596 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-52e22889-7fc1-4b57-8ac4-d947719a9c29 admin admin] Publish callbacks [] for security_group (0efcd965-a3e2-4876-8803-3aeb8ae67811), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.493131 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Publish callbacks [] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.509456 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7ddbbb0f-9d42-4dca-9fda-9f542857c1fc req-21524866-aa26-47c2-87f5-581ff9002d1b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491241 Oct 14 02:26:11.523352 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (4299c348-5cd7-492e-82e5-e30b1204822d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.524359 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:11.524945 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.525830 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Router 04f1764b-f7e5-42a8-82e3-288d0904ccec has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:26:11.540234 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.549697 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8304ab14-9bc3-4bb0-8e99-ebe450468f68 None None] DHCP port deletion for 7f56d467-5660-422a-95bf-cb9b701b52b6 request from dv-cinder-845069-4-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 02:26:11.578410 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:11.596602 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Pushing event updated for resources: {'Port': ['ID=d7c24761-ec3d-4978-b1ff-435d8a93686e,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:11.654990 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5265563 Oct 14 02:26:11.661830 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40580) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:11.674653 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] Request body: {'subnet': {'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1217473467-subnet', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:11.683381 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e5971-6129-4349-88ce-3cd6f5a7de9f admin admin] Pushing event updated for resources: {'Network': ['ID=4299c348-5cd7-492e-82e5-e30b1204822d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:11.702391 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-afd88f39-62ca-498e-8a96-fe65a03a1e8d None None] Current status of the port eeb7839f-f12d-4d24-b746-e11a1d52e668 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:11.705422 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 4299c348-5cd7-492e-82e5-e30b1204822d details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:26:11.712220 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-afd88f39-62ca-498e-8a96-fe65a03a1e8d None None] Could not find standard attr ID for object c73f0cca-a7ad-4a41-a3a2-fd161a891ae3. {{(pid=104417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 14 02:26:11.720981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:11.766485 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-52e22889-7fc1-4b57-8ac4-d947719a9c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (0efcd965-a3e2-4876-8803-3aeb8ae67811), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.770185 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-52e22889-7fc1-4b57-8ac4-d947719a9c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.771708 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-52e22889-7fc1-4b57-8ac4-d947719a9c29 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0efcd965-a3e2-4876-8803-3aeb8ae67811 HTTP/1.1" status: 204 len: 168 time: 0.7444830 Oct 14 02:26:11.822474 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] Made reservation on behalf of f6ff3da9d38f423ba8fbd11f635f2e1e for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:11.827111 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9001209'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.832534 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:26:11.863635 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:11.869093 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e22889-7fc1-4b57-8ac4-d947719a9c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efcd965-a3e2-4876-8803-3aeb8ae67811,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:11.893536 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0e6d1c2c-987d-4a0c-b053-1f1e2013317d admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/04f1764b-f7e5-42a8-82e3-288d0904ccec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8480856 Oct 14 02:26:12.244227 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:12.251193 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:12.284666 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c949dd98-06ec-436f-bfca-121f849f891c up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:12.463341 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port c949dd98-06ec-436f-bfca-121f849f891c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:12.464207 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c949dd98-06ec-436f-bfca-121f849f891c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:12.467117 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port c949dd98-06ec-436f-bfca-121f849f891c Oct 14 02:26:12.486361 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9734002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9001195'] for subnet (a651fca8-4007-4455-b37a-8eae20093d74), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:12.602290 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f275988-649d-4ca7-964b-5f79df656653 None None] Provisioning complete for port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:12.609730 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f275988-649d-4ca7-964b-5f79df656653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:12.610344 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f275988-649d-4ca7-964b-5f79df656653 None None] Attempt 1 to provision port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 Oct 14 02:26:12.715437 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a651fca8-4007-4455-b37a-8eae20093d74,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:12.731007 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:26:12.746825 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:12.786570 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] Checking segment: {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:12.799763 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] Network hostable DHCP agents. Network: 4299c348-5cd7-492e-82e5-e30b1204822d, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:26:12.842576 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40598) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:12.909406 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04a5d60-2b00-4adb-9787-1407e69098ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:12.928021 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:12.985044 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a269e26-1b3c-4c6b-963a-e00847918de3 req-313877f4-e0f6-4340-ab86-6d6f04af95c3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:12.986677 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1a269e26-1b3c-4c6b-963a-e00847918de3 req-313877f4-e0f6-4340-ab86-6d6f04af95c3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.2176871 Oct 14 02:26:13.034293 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:26:13.042354 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e8b229de-b98d-4892-93d1-3d31eda5bbcd admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/d1b93ff3-29ff-4c85-a93c-c77f207b66e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2123091 Oct 14 02:26:13.109441 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] Network 4299c348-5cd7-492e-82e5-e30b1204822d is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:26:13.183184 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 4299c348-5cd7-492e-82e5-e30b1204822d) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:13.222253 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f275988-649d-4ca7-964b-5f79df656653 None None] Current status of the port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:13.227711 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b43f4-5468-4d7e-b81c-13bc8d045bfa None None] Network 4299c348-5cd7-492e-82e5-e30b1204822d requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:26:13.235263 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port c949dd98-06ec-436f-bfca-121f849f891c is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:13.235672 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c949dd98-06ec-436f-bfca-121f849f891c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.254401 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:13.254588 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.260219 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4e316b-5e8c-4882-947c-1c7d683b2398 None None] Network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:26:13.267089 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f275988-649d-4ca7-964b-5f79df656653 None None] Provisioning complete for port 6541de4d-ff27-476b-9863-fa78c344d5d7 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:13.267465 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f275988-649d-4ca7-964b-5f79df656653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.267795 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f275988-649d-4ca7-964b-5f79df656653 None None] Attempt 1 to provision port 6541de4d-ff27-476b-9863-fa78c344d5d7 Oct 14 02:26:13.293034 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1a269e26-1b3c-4c6b-963a-e00847918de3 req-a1304b4e-88ba-4b06-b3f1-3c4d4d44ee13 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849851 Oct 14 02:26:13.345025 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-92759875-fa35-4db1-9880-5dc9a227fe4d admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6820796 Oct 14 02:26:13.352458 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40608) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:13.361346 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:13.402470 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.405371 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.462808 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04a5d60-2b00-4adb-9787-1407e69098ee admin admin] Publish callbacks [] for security_group (647900a1-098b-4cad-8362-f49361b2945d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.472241 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04a5d60-2b00-4adb-9787-1407e69098ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (647900a1-098b-4cad-8362-f49361b2945d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.522401 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Publish callbacks [] for router_controller (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.528836 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a5d60-2b00-4adb-9787-1407e69098ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647900a1-098b-4cad-8362-f49361b2945d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:13.537960 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d04a5d60-2b00-4adb-9787-1407e69098ee admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=016da3213a6440f2a79791e77dd826ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6932001 Oct 14 02:26:13.541057 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40616) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:13.631102 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port c949dd98-06ec-436f-bfca-121f849f891c, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c949dd98-06ec-436f-bfca-121f849f891c,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:13.638242 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d7eb43d7-247e-4901-97a1-19f790995a8b admin admin] Publish callbacks [] for security_group (647900a1-098b-4cad-8362-f49361b2945d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.659095 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c949dd98-06ec-436f-bfca-121f849f891c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.659888 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device eeb7839f-f12d-4d24-b746-e11a1d52e668 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:13.674244 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d7eb43d7-247e-4901-97a1-19f790995a8b admin admin] Publish callbacks [] for security_group (647900a1-098b-4cad-8362-f49361b2945d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.733550 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:13.742393 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Publish callbacks [] for router_gateway (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.754920 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d7eb43d7-247e-4901-97a1-19f790995a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (647900a1-098b-4cad-8362-f49361b2945d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.755946 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f275988-649d-4ca7-964b-5f79df656653 None None] Port 6541de4d-ff27-476b-9863-fa78c344d5d7 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:26:13.763380 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d7eb43d7-247e-4901-97a1-19f790995a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.769000 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d7eb43d7-247e-4901-97a1-19f790995a8b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/647900a1-098b-4cad-8362-f49361b2945d HTTP/1.1" status: 204 len: 168 time: 0.2268949 Oct 14 02:26:13.791021 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb43d7-247e-4901-97a1-19f790995a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647900a1-098b-4cad-8362-f49361b2945d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:13.828397 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-4299c348-5cd7-492e-82e5-e30b1204822d', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:26:13.830498 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.848366 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40624) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:13.853323 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1164578773-network', 'tenant_id': '45d54683464248b08141b7fe35047ecb'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:13.906423 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Made reservation on behalf of 45d54683464248b08141b7fe35047ecb for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:13.909086 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:13.909633 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:13.952421 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.018223 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:14.059506 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:14.060536 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Provisioning complete for port d7c24761-ec3d-4978-b1ff-435d8a93686e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:14.061078 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.061406 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Attempt 1 to provision port d7c24761-ec3d-4978-b1ff-435d8a93686e Oct 14 02:26:14.082061 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=c949dd98-06ec-436f-bfca-121f849f891c,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:14.127499 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port eeb7839f-f12d-4d24-b746-e11a1d52e668 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:14.128200 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.128878 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port eeb7839f-f12d-4d24-b746-e11a1d52e668 Oct 14 02:26:14.193835 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Publish callbacks [] for security_group (9814e768-cae5-4ce6-8475-7d2564f9a043), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.201498 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (9814e768-cae5-4ce6-8475-7d2564f9a043), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.248344 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:26:14.258030 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9814e768-cae5-4ce6-8475-7d2564f9a043,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:14.269252 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (fad68720-6346-489d-89be-a6d6fabee65f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.269940 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Added segment fad68720-6346-489d-89be-a6d6fabee65f of type vlan for network 5faa55d7-c162-452d-845e-df064e2e900a Oct 14 02:26:14.276546 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Port d7c24761-ec3d-4978-b1ff-435d8a93686e cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:26:14.298371 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Publish callbacks [] for router_gateway (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.311791 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Allocated IP 172.20.0.2 (4299c348-5cd7-492e-82e5-e30b1204822d/a651fca8-4007-4455-b37a-8eae20093d74/e1416e90-17d1-4c7f-a205-1ecf9eb3b359) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:14.315380 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Provisioning complete for port eeb7839f-f12d-4d24-b746-e11a1d52e668 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:14.318318 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.321876 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Attempt 1 to provision port eeb7839f-f12d-4d24-b746-e11a1d52e668 Oct 14 02:26:14.349134 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (5faa55d7-c162-452d-845e-df064e2e900a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.357436 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.365393 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:14.412612 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (5faa55d7-c162-452d-845e-df064e2e900a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.413663 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:14.414360 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.593417 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5faa55d7-c162-452d-845e-df064e2e900a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:14.620779 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 5faa55d7-c162-452d-845e-df064e2e900a details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:26:14.630526 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6d24eeea-1357-4b74-a6c7-69cccc09e2a4 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7775714 Oct 14 02:26:14.630916 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40640) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:14.638420 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port eeb7839f-f12d-4d24-b746-e11a1d52e668 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:14.659190 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:26:14.685189 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f0a42-cd8e-4b69-99dc-0c1caae5224c req-abb2760e-29f8-455f-befb-23cc54fdeda9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:14.689049 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cd8f0a42-cd8e-4b69-99dc-0c1caae5224c req-abb2760e-29f8-455f-befb-23cc54fdeda9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.2131784 Oct 14 02:26:14.756109 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Allocated IP 172.27.1.188 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/b3b2feee-5acc-4b16-b0ac-3e797c4a6877) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:14.758582 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40646) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:14.780256 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:26:14.781161 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c73f0cca-a7ad-4a41-a3a2-fd161a891ae3 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:26:14.789661 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] Request body: {'subnet': {'network_id': '5faa55d7-c162-452d-845e-df064e2e900a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1164578773-subnet', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:14.804370 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1619738733-network', 'tenant_id': 'a85ca09a00f045af8bccae7383271502'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:14.834703 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Current status of the port eeb7839f-f12d-4d24-b746-e11a1d52e668 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:14.906986 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cd8f0a42-cd8e-4b69-99dc-0c1caae5224c req-9766a10c-a8a0-4f86-bed8-acb8c7709e67 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808825 Oct 14 02:26:14.920593 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Publish callbacks [] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.929335 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Made reservation on behalf of a85ca09a00f045af8bccae7383271502 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:14.933368 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.944368 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.953682 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.956922 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Provisioning complete for port 6541de4d-ff27-476b-9863-fa78c344d5d7 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:14.957556 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:14.957955 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Attempt 1 to provision port 6541de4d-ff27-476b-9863-fa78c344d5d7 Oct 14 02:26:15.029635 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] Made reservation on behalf of 45d54683464248b08141b7fe35047ecb for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:15.036877 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8978073'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.038677 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Sync routers for ids ['04f1764b-f7e5-42a8-82e3-288d0904ccec'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:26:15.116549 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Publish callbacks [] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.136748 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Network 4299c348-5cd7-492e-82e5-e30b1204822d is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:15.150189 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:15.154213 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:15.166321 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c949dd98-06ec-436f-bfca-121f849f891c up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:15.193167 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.204213 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435e28c-79e3-49e4-8b46-9349cf5647c8 req-fa18d582-afa5-4c2e-a951-cebb7ef7a17a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:15.205755 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1435e28c-79e3-49e4-8b46-9349cf5647c8 req-fa18d582-afa5-4c2e-a951-cebb7ef7a17a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1547194 Oct 14 02:26:15.251898 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b2feee-5acc-4b16-b0ac-3e797c4a6877,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:15.266060 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:15.274569 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:15.278363 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:15.308587 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1435e28c-79e3-49e4-8b46-9349cf5647c8 req-258e4440-9ee3-4076-a07a-535903d19877 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949340 Oct 14 02:26:15.311055 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Publish callbacks [] for security_group (55ecc273-997b-4e04-b54d-0f4d14f13194), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.311632 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:15.319659 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (55ecc273-997b-4e04-b54d-0f4d14f13194), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.331320 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:15.354064 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Routers {'04f1764b-f7e5-42a8-82e3-288d0904ccec'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:15.355121 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['04f1764b-f7e5-42a8-82e3-288d0904ccec'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:15.365082 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:26:15.377060 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ecc273-997b-4e04-b54d-0f4d14f13194,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:15.397789 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (25f1b799-18c7-4a78-9cb8-3ea3b60d2a51), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.399666 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Added segment 25f1b799-18c7-4a78-9cb8-3ea3b60d2a51 of type vlan for network d9d1ebe9-aa80-4cd9-b76f-a70b088874fc Oct 14 02:26:15.466620 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:15.491232 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9d4f4-043b-4bdf-ad34-fec88ff4555e None None] Port 6541de4d-ff27-476b-9863-fa78c344d5d7 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:26:15.494614 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (d9d1ebe9-aa80-4cd9-b76f-a70b088874fc), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.511481 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Sync routers for ids ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:26:15.554519 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=19,neutron:SELECT=77,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:15.564563 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (d9d1ebe9-aa80-4cd9-b76f-a70b088874fc), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.569248 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:15.570062 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.573170 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Routers {'d1b93ff3-29ff-4c85-a93c-c77f207b66e7'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:15.574342 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:15.585300 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9674376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8978059'] for subnet (9b9afcda-46c5-4c61-b315-032c738d5ad6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.610518 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Pushing event updated for resources: {'Port': ['ID=e1416e90-17d1-4c7f-a205-1ecf9eb3b359,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:15.632486 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Attempting to bind port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:15.632951 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Attempting to bind port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:15.633347 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Attempting to bind port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 on network 4299c348-5cd7-492e-82e5-e30b1204822d {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:15.656348 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8912745 Oct 14 02:26:15.665256 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40664) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:15.670912 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] Request body: {'subnet': {'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1619738733-subnet', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:15.683446 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e372eba-cb89-4d5c-a00b-11b3a6bbf622 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d1ebe9-aa80-4cd9-b76f-a70b088874fc,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:15.703983 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] Made reservation on behalf of a85ca09a00f045af8bccae7383271502 for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:15.707929 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9001209'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.741182 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network d9d1ebe9-aa80-4cd9-b76f-a70b088874fc details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:26:15.759474 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:15.760950 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-b8f4e581-72fc-4b08-b8f9-aed1287c6713 None None] Provisioning complete for port d7c24761-ec3d-4978-b1ff-435d8a93686e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:15.761353 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e581-72fc-4b08-b8f9-aed1287c6713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.761762 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-b8f4e581-72fc-4b08-b8f9-aed1287c6713 None None] Attempt 1 to provision port d7c24761-ec3d-4978-b1ff-435d8a93686e Oct 14 02:26:15.855717 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9afcda-46c5-4c61-b315-032c738d5ad6,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:15.866517 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Publish callbacks [] for router_gateway (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.878300 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4e581-72fc-4b08-b8f9-aed1287c6713 None None] Port d7c24761-ec3d-4978-b1ff-435d8a93686e cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:26:15.919871 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:15.950809 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Set router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:15.970614 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:15.971330 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Checking segment: {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:15.971896 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.972605 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Bound using segment: {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:15.973286 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Bound port: e1416e90-17d1-4c7f-a205-1ecf9eb3b359, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:15.973850 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:15.984132 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9734002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9001195'] for subnet (7bd019f9-0100-4ecd-b5fa-aad25d10ab6b), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.005637 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port c949dd98-06ec-436f-bfca-121f849f891c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:16.006504 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c949dd98-06ec-436f-bfca-121f849f891c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.007018 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port c949dd98-06ec-436f-bfca-121f849f891c Oct 14 02:26:16.079221 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-b8f4e581-72fc-4b08-b8f9-aed1287c6713 None None] Provisioning complete for port eeb7839f-f12d-4d24-b746-e11a1d52e668 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:16.079824 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b8f4e581-72fc-4b08-b8f9-aed1287c6713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.080307 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-b8f4e581-72fc-4b08-b8f9-aed1287c6713 None None] Attempt 1 to provision port eeb7839f-f12d-4d24-b746-e11a1d52e668 Oct 14 02:26:16.181538 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd019f9-0100-4ecd-b5fa-aad25d10ab6b,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:16.206547 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] Checking segment: {'id': '25f1b799-18c7-4a78-9cb8-3ea3b60d2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:16.206775 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.208116 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] Network hostable DHCP agents. Network: d9d1ebe9-aa80-4cd9-b76f-a70b088874fc, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:26:16.246506 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] Network d9d1ebe9-aa80-4cd9-b76f-a70b088874fc is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:26:16.270136 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, d9d1ebe9-aa80-4cd9-b76f-a70b088874fc) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:16.274650 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:16.276208 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.303114 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c9bf10ba-ad12-4a8a-967b-44670114959a admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6360450 Oct 14 02:26:16.305537 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40674) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:16.310038 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1619738733-router', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:16.311873 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db929393-feb4-4e44-b330-00593a81175d None None] Network d9d1ebe9-aa80-4cd9-b76f-a70b088874fc requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:26:16.337840 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (b480256b-e6be-461c-9ee4-7ee8ee6a6382), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.339093 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (b480256b-e6be-461c-9ee4-7ee8ee6a6382), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.382008 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Set router 04f1764b-f7e5-42a8-82e3-288d0904ccec gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:16.385203 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] Checking segment: {'id': 'fad68720-6346-489d-89be-a6d6fabee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:16.396387 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] Network hostable DHCP agents. Network: 5faa55d7-c162-452d-845e-df064e2e900a, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:26:16.423345 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Publish callbacks [] for router_controller (b480256b-e6be-461c-9ee4-7ee8ee6a6382), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.459511 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd7c24761-ec3d-4978-b1ff-435d8a93686e', 'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'mac_address': 'fa:16:3e:bf:6a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:11Z', 'revision_number': 2, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'subnets': [{'id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:16.522660 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] For port e1416e90-17d1-4c7f-a205-1ecf9eb3b359, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:16.533399 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] Network 5faa55d7-c162-452d-845e-df064e2e900a is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:26:16.549882 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Checking router: d1b93ff3-29ff-4c85-a93c-c77f207b66e7 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:26:16.551734 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 5faa55d7-c162-452d-845e-df064e2e900a) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:16.569960 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Updating router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 port d7c24761-ec3d-4978-b1ff-435d8a93686e binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:26:16.572953 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:16.573948 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.608309 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ad2af8c7-5384-428f-851c-fd3084259e41 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9746103 Oct 14 02:26:16.613324 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40684) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:16.625898 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1164578773-router', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:16.632931 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.654519 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:26:16.659213 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:16.661938 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (184025bc-7ff1-4c52-93af-b8b51224f8de), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.663573 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (184025bc-7ff1-4c52-93af-b8b51224f8de), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.664461 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62922985-8c01-40a1-bef6-42793dfe7b30 None None] Network 5faa55d7-c162-452d-845e-df064e2e900a requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:26:16.704116 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] For port e1416e90-17d1-4c7f-a205-1ecf9eb3b359, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=e1416e90-17d1-4c7f-a205-1ecf9eb3b359,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:16.744115 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port c949dd98-06ec-436f-bfca-121f849f891c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:16.745236 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device be16e37c-6151-4225-87b6-c1015417c812 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:16.829361 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.848653 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4e581-72fc-4b08-b8f9-aed1287c6713 None None] Current status of the port eeb7839f-f12d-4d24-b746-e11a1d52e668 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:16.885883 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-93326eb0-defd-4c4e-8774-408f19dae795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:16.887114 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:16.920284 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-d9d1ebe9-aa80-4cd9-b76f-a70b088874fc', 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc', 'project_id': 'a85ca09a00f045af8bccae7383271502', 'fixed_ips': [{'subnet_id': '7bd019f9-0100-4ecd-b5fa-aad25d10ab6b'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:26:16.922020 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.012411 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Publish callbacks [] for router_controller (184025bc-7ff1-4c52-93af-b8b51224f8de), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.103352 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d2575-d517-4ada-8af7-eabcd1e020d9 None None] Pushing event updated for resources: {'Port': ['ID=e1416e90-17d1-4c7f-a205-1ecf9eb3b359,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:17.160731 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:17.201936 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Publish callbacks [] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.210168 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.222340 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:17.228321 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Publish callbacks [] for router_gateway (b480256b-e6be-461c-9ee4-7ee8ee6a6382), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.321320 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:17.327346 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '6541de4d-ff27-476b-9863-fa78c344d5d7', 'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'mac_address': 'fa:16:3e:fb:c9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 2, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'subnets': [{'id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:17.348843 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ff920-104d-4b08-9f17-d1ce9771d3ad None None] Pushing event updated for resources: {'Port': ['ID=d7c24761-ec3d-4978-b1ff-435d8a93686e,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:17.387001 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Checking router: 04f1764b-f7e5-42a8-82e3-288d0904ccec for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:26:17.387230 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Updating router 04f1764b-f7e5-42a8-82e3-288d0904ccec port 6541de4d-ff27-476b-9863-fa78c344d5d7 binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:26:17.442477 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Attempting to bind port d7c24761-ec3d-4978-b1ff-435d8a93686e on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:17.443035 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Attempting to bind port d7c24761-ec3d-4978-b1ff-435d8a93686e by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:17.443596 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Attempting to bind port d7c24761-ec3d-4978-b1ff-435d8a93686e on network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:17.486314 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port be16e37c-6151-4225-87b6-c1015417c812 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:17.486687 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (be16e37c-6151-4225-87b6-c1015417c812), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.487047 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port be16e37c-6151-4225-87b6-c1015417c812 Oct 14 02:26:17.506769 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:17.511170 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Checking segment: {'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:17.511820 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.514366 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Bound using segment: {'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:17.515607 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Bound port: d7c24761-ec3d-4978-b1ff-435d8a93686e, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:17.520482 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.527291 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Publish callbacks [] for router_gateway (184025bc-7ff1-4c52-93af-b8b51224f8de), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.633899 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:17.650189 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-5faa55d7-c162-452d-845e-df064e2e900a', 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a', 'project_id': '45d54683464248b08141b7fe35047ecb', 'fixed_ips': [{'subnet_id': '9b9afcda-46c5-4c61-b315-032c738d5ad6'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:26:17.656019 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.713871 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:26:17.714217 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669c519-19fc-457b-9e56-4af7bc5d7804 req-20e86edf-a671-4e01-b3ea-8d4d59dfde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:17.722987 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] For port d7c24761-ec3d-4978-b1ff-435d8a93686e, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:17.724720 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7669c519-19fc-457b-9e56-4af7bc5d7804 req-20e86edf-a671-4e01-b3ea-8d4d59dfde6b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 1129 time: 0.0777328 Oct 14 02:26:17.736740 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] For port d7c24761-ec3d-4978-b1ff-435d8a93686e, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=d7c24761-ec3d-4978-b1ff-435d8a93686e,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:17.750572 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.763936 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.766363 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Sync routers for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:26:17.777482 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Routers {'d1b93ff3-29ff-4c85-a93c-c77f207b66e7'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:17.778176 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:17.845800 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port be16e37c-6151-4225-87b6-c1015417c812 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:17.846419 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (be16e37c-6151-4225-87b6-c1015417c812), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.856798 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:17.858052 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-11e76674-131f-4d81-89b7-e186999b8d65 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5045826 Oct 14 02:26:17.864918 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40710) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:17.955458 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] Set router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:17.994905 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:18.031685 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bde833-21b5-4b8c-b429-3a77369d52a1 req-a14b4cb1-f04e-4b55-9458-b371e6b5442f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:18.051054 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-08bde833-21b5-4b8c-b429-3a77369d52a1 req-a14b4cb1-f04e-4b55-9458-b371e6b5442f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.3228102 Oct 14 02:26:18.071653 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Publish callbacks [] for router_gateway (b480256b-e6be-461c-9ee4-7ee8ee6a6382), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:18.087212 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Publish callbacks [] for router_gateway (184025bc-7ff1-4c52-93af-b8b51224f8de), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:18.093577 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Allocated IP 172.20.0.2 (5faa55d7-c162-452d-845e-df064e2e900a/9b9afcda-46c5-4c61-b315-032c738d5ad6/7a5e1c77-b000-49e4-9598-79ae63947f61) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:18.116750 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:18.143186 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:18.201644 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669c519-19fc-457b-9e56-4af7bc5d7804 req-b970203b-9d2c-48d1-aa1d-e9b89c78b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:18.204506 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7669c519-19fc-457b-9e56-4af7bc5d7804 req-b970203b-9d2c-48d1-aa1d-e9b89c78b7c8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.4624140 Oct 14 02:26:18.316632 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7669c519-19fc-457b-9e56-4af7bc5d7804 req-2cf371fe-78f9-46e3-9561-d0984d7f77ce service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8f8e3e8-8227-4e43-9e58-a3993d60fb18 HTTP/1.1" status: 200 len: 217 time: 0.0601153 Oct 14 02:26:18.326428 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-08bde833-21b5-4b8c-b429-3a77369d52a1 req-8cb4cd1d-6078-4977-9cfe-e8e1ba3b52cc tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627130 Oct 14 02:26:18.363146 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Publish callbacks [] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:18.399958 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669c519-19fc-457b-9e56-4af7bc5d7804 req-1e335c7d-f5a3-4ccb-90eb-76e76ee55223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:18.401985 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7669c519-19fc-457b-9e56-4af7bc5d7804 req-1e335c7d-f5a3-4ccb-90eb-76e76ee55223 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.0714796 Oct 14 02:26:18.422078 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port be16e37c-6151-4225-87b6-c1015417c812, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=be16e37c-6151-4225-87b6-c1015417c812,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:18.444972 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ff920-104d-4b08-9f17-d1ce9771d3ad None None] Pushing event updated for resources: {'Port': ['ID=d7c24761-ec3d-4978-b1ff-435d8a93686e,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:18.460007 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:18.499683 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:18.508128 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669c519-19fc-457b-9e56-4af7bc5d7804 req-ccd9e54d-fb8f-4b36-bec4-f0a991a81960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:18.512973 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7669c519-19fc-457b-9e56-4af7bc5d7804 req-ccd9e54d-fb8f-4b36-bec4-f0a991a81960 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909038 Oct 14 02:26:18.581706 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd7c24761-ec3d-4978-b1ff-435d8a93686e', 'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'mac_address': 'fa:16:3e:bf:6a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:17Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'subnets': [{'id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:18.611764 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Allocated IP 172.27.1.26 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/c2504def-b9d9-4fc4-83ad-8872b4fe3789) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:18.640569 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:18.651210 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f8151-fa72-492e-9da5-ec7bf3a40b4d None None] The sync data for ids ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'] in dv-cinder-845069-4-iscsi is: [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd7c24761-ec3d-4978-b1ff-435d8a93686e', 'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'mac_address': 'fa:16:3e:bf:6a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:17Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'subnets': [{'id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:26:18.657073 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:18.658257 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (be16e37c-6151-4225-87b6-c1015417c812), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:18.677743 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7669c519-19fc-457b-9e56-4af7bc5d7804 req-28a44166-541c-4ec9-acdb-734da234cf20 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522884 Oct 14 02:26:18.678927 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cbc468-e430-4b47-a44e-dc058522cb47 None None] Network 4299c348-5cd7-492e-82e5-e30b1204822d requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:26:18.700152 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Allocated IP 172.20.0.2 (d9d1ebe9-aa80-4cd9-b76f-a70b088874fc/7bd019f9-0100-4ecd-b5fa-aad25d10ab6b/bf27f786-cead-49ed-9870-a0c23c506403) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:18.744357 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:18.747755 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:25:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:18.831479 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:18.944778 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7669c519-19fc-457b-9e56-4af7bc5d7804 req-d60b1d8d-790b-4f4c-b575-adf7a5a56643 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476213 Oct 14 02:26:18.967816 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Publish callbacks [] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.027312 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40744) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:19.036756 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:19.052762 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device e1416e90-17d1-4c7f-a205-1ecf9eb3b359 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:19.065163 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.075448 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-69a46e74-1dc4-4c3c-9a6a-921fdc78c238 None None] Provisioning complete for port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:19.075825 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-69a46e74-1dc4-4c3c-9a6a-921fdc78c238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.076163 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-69a46e74-1dc4-4c3c-9a6a-921fdc78c238 None None] Attempt 1 to provision port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 Oct 14 02:26:19.079861 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Network 5faa55d7-c162-452d-845e-df064e2e900a is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:19.099822 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.125202 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ddbb0a0-0183-409d-bc3c-0ff15272801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.128480 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Pushing event updated for resources: {'Port': ['ID=7a5e1c77-b000-49e4-9598-79ae63947f61,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:19.155878 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Allocated IP 172.27.1.200 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:19.177967 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:19.182833 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:19.188914 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:19.191828 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:19.195000 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:19.231183 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Pushing event updated for resources: {'Port': ['ID=c2504def-b9d9-4fc4-83ad-8872b4fe3789,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:19.258155 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c40b3e85-e791-46c6-98b1-1c7b7fd418c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.349268 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Publish callbacks [] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.418778 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c40b3e85-e791-46c6-98b1-1c7b7fd418c2 admin admin] Publish callbacks [] for security_group (d85dfc8a-f75f-4715-bebb-b49065f81d4b), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.424792 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c40b3e85-e791-46c6-98b1-1c7b7fd418c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d85dfc8a-f75f-4715-bebb-b49065f81d4b), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.427095 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Allocated IP 172.20.0.1 (4299c348-5cd7-492e-82e5-e30b1204822d/a651fca8-4007-4455-b37a-8eae20093d74/5ae93dd1-6c38-4fd3-bfca-dde77b552d65) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:19.431540 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.540406 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:19.556842 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c40b3e85-e791-46c6-98b1-1c7b7fd418c2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=05bd812ced7549459f75fce518b233a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5284147 Oct 14 02:26:19.568414 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40756) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:19.570933 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b3e85-e791-46c6-98b1-1c7b7fd418c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85dfc8a-f75f-4715-bebb-b49065f81d4b,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:19.574830 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:19.580916 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Pushing event updated for resources: {'Port': ['ID=b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:19.590784 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf3bec-ec91-4706-ba16-c15c816dbb54 req-90d2f8a7-0ece-46b8-a629-670cb1539dce tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:19.592399 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-72bf3bec-ec91-4706-ba16-c15c816dbb54 req-90d2f8a7-0ece-46b8-a629-670cb1539dce tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1132491 Oct 14 02:26:19.599424 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:19.605961 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:19.618265 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:19.645032 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=be16e37c-6151-4225-87b6-c1015417c812,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:19.701757 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Attempting to bind port 7a5e1c77-b000-49e4-9598-79ae63947f61 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:19.702375 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Attempting to bind port 7a5e1c77-b000-49e4-9598-79ae63947f61 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'fad68720-6346-489d-89be-a6d6fabee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:19.702972 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Attempting to bind port 7a5e1c77-b000-49e4-9598-79ae63947f61 on network 5faa55d7-c162-452d-845e-df064e2e900a {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:19.754175 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-72bf3bec-ec91-4706-ba16-c15c816dbb54 req-770e5417-6a21-453e-ac84-fe85a00d25ea tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524673 Oct 14 02:26:19.783441 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a998c157-be6a-47e7-a38e-c4df8d00aefc admin admin] Publish callbacks [] for security_group (d85dfc8a-f75f-4715-bebb-b49065f81d4b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.811250 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:19.831618 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a998c157-be6a-47e7-a38e-c4df8d00aefc admin admin] Publish callbacks [] for security_group (d85dfc8a-f75f-4715-bebb-b49065f81d4b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.834259 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:19.853131 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Publish callbacks [] for router_gateway (184025bc-7ff1-4c52-93af-b8b51224f8de), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.861293 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Publish callbacks [] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.986456 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:19.987751 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a998c157-be6a-47e7-a38e-c4df8d00aefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d85dfc8a-f75f-4715-bebb-b49065f81d4b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.991694 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a998c157-be6a-47e7-a38e-c4df8d00aefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:19.995548 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a998c157-be6a-47e7-a38e-c4df8d00aefc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d85dfc8a-f75f-4715-bebb-b49065f81d4b HTTP/1.1" status: 204 len: 168 time: 0.4230115 Oct 14 02:26:20.028286 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998c157-be6a-47e7-a38e-c4df8d00aefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85dfc8a-f75f-4715-bebb-b49065f81d4b,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:20.035960 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Publish callbacks [] for router_gateway (b480256b-e6be-461c-9ee4-7ee8ee6a6382), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.057337 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.060887 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:20.061268 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.062149 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 Oct 14 02:26:20.129092 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:20.145909 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Network 4299c348-5cd7-492e-82e5-e30b1204822d is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:20.157638 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:20.158937 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.159645 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-69a46e74-1dc4-4c3c-9a6a-921fdc78c238 None None] Current status of the port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:20.160020 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-69a46e74-1dc4-4c3c-9a6a-921fdc78c238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.177673 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:20.178039 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Checking segment: {'id': 'fad68720-6346-489d-89be-a6d6fabee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:20.178537 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.178939 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Bound using segment: {'id': 'fad68720-6346-489d-89be-a6d6fabee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:20.179469 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Bound port: 7a5e1c77-b000-49e4-9598-79ae63947f61, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad68720-6346-489d-89be-a6d6fabee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:20.179846 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.210306 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (184025bc-7ff1-4c52-93af-b8b51224f8de), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.226105 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Pushing event updated for resources: {'Port': ['ID=5ae93dd1-6c38-4fd3-bfca-dde77b552d65,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:20.228928 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:20.276028 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:20.286929 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Publish callbacks [] for port (bf27f786-cead-49ed-9870-a0c23c506403), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.361748 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (bf27f786-cead-49ed-9870-a0c23c506403), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.372002 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.440288 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (b480256b-e6be-461c-9ee4-7ee8ee6a6382), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.442606 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-69a46e74-1dc4-4c3c-9a6a-921fdc78c238 None None] For port e1416e90-17d1-4c7f-a205-1ecf9eb3b359, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=e1416e90-17d1-4c7f-a205-1ecf9eb3b359,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:20.480829 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Publish callbacks [] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.488342 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-69a46e74-1dc4-4c3c-9a6a-921fdc78c238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.504870 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Network d9d1ebe9-aa80-4cd9-b76f-a70b088874fc is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:20.505089 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40772) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:20.523025 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:20.556790 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Router 184025bc-7ff1-4c52-93af-b8b51224f8de is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:26:20.568671 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.573645 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:20.588805 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Pushing event updated for resources: {'Port': ['ID=bf27f786-cead-49ed-9870-a0c23c506403,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:20.592952 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.604579 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.612022 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] For port 7a5e1c77-b000-49e4-9598-79ae63947f61, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:20.686244 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:20.687574 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device d7c24761-ec3d-4978-b1ff-435d8a93686e up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:20.692426 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] For port 7a5e1c77-b000-49e4-9598-79ae63947f61, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=7a5e1c77-b000-49e4-9598-79ae63947f61,segment=NetworkSegment(fad68720-6346-489d-89be-a6d6fabee65f),segment_id=fad68720-6346-489d-89be-a6d6fabee65f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:20.693187 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:20.703298 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Router b480256b-e6be-461c-9ee4-7ee8ee6a6382 is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:26:20.705664 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-544c925e-2614-4d6d-a649-f8d2c52860e0 None None] Provisioning complete for port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:20.705664 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-544c925e-2614-4d6d-a649-f8d2c52860e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.705886 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-544c925e-2614-4d6d-a649-f8d2c52860e0 None None] Attempt 1 to provision port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 Oct 14 02:26:20.707457 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:15Z', 'revision_number': 3, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:20.775249 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:20.783113 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:20.804666 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.815445 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:26:20.819831 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Publish callbacks [] for security_group (2d7f9a22-544b-4b33-922c-8b102601b02a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.840196 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:20.842459 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Checking router: b4f13634-2a06-45c0-ab3a-665fd20bb2b6 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:26:20.844054 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Updating router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 port b3b2feee-5acc-4b16-b0ac-3e797c4a6877 binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:26:20.851409 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.852929 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-177c3c74-7f48-4cea-a5de-b289c85fe77a admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2370822 Oct 14 02:26:20.856812 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Sync routers for ids ['184025bc-7ff1-4c52-93af-b8b51224f8de'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:26:20.860289 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40776) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:20.881434 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (2d7f9a22-544b-4b33-922c-8b102601b02a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:20.882854 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Routers {'184025bc-7ff1-4c52-93af-b8b51224f8de'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:20.883508 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['184025bc-7ff1-4c52-93af-b8b51224f8de'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:20.924634 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a46e74-1dc4-4c3c-9a6a-921fdc78c238 None None] Pushing event updated for resources: {'Port': ['ID=e1416e90-17d1-4c7f-a205-1ecf9eb3b359,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:20.933750 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Attempting to bind port bf27f786-cead-49ed-9870-a0c23c506403 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:20.934445 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Attempting to bind port bf27f786-cead-49ed-9870-a0c23c506403 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '25f1b799-18c7-4a78-9cb8-3ea3b60d2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:20.935567 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Attempting to bind port bf27f786-cead-49ed-9870-a0c23c506403 on network d9d1ebe9-aa80-4cd9-b76f-a70b088874fc {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:21.001784 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f971461bcef54bb5a7de9216db3925ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4929221 Oct 14 02:26:21.007015 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40780) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:21.011944 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f9a22-544b-4b33-922c-8b102601b02a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:21.013682 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Publish callbacks [] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.029136 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.034287 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.075430 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Attempting to bind port 6541de4d-ff27-476b-9863-fa78c344d5d7 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:21.075962 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Attempting to bind port 6541de4d-ff27-476b-9863-fa78c344d5d7 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:21.076411 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Attempting to bind port 6541de4d-ff27-476b-9863-fa78c344d5d7 on network c4b028d4-13cc-4641-80cb-f23766bdcdbd {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:21.113011 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.116321 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.116321 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.116321 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.116321 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.116736 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.117314 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.117314 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.117599 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.117922 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.118244 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.118565 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.118881 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.119223 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.119533 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa4eec-bbf2-4148-aac7-8a8d01d5b32a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:21.138543 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:21.153237 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Set router 184025bc-7ff1-4c52-93af-b8b51224f8de gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:21.161120 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332f2f6-9394-469a-ab57-392ce6f0edd9 req-30700623-d361-4366-a900-1646d452ee5d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:21.170886 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2332f2f6-9394-469a-ab57-392ce6f0edd9 req-30700623-d361-4366-a900-1646d452ee5d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1578114 Oct 14 02:26:21.189853 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port d7c24761-ec3d-4978-b1ff-435d8a93686e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:21.190367 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.190810 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port d7c24761-ec3d-4978-b1ff-435d8a93686e Oct 14 02:26:21.193756 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:26:21.204098 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:21.237703 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Pushing event updated for resources: {'Port': ['ID=5ae93dd1-6c38-4fd3-bfca-dde77b552d65,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:21.248234 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.269938 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.272209 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ae0b1ebe-6451-42b9-9e7b-8f6f7145afcb admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9656990 Oct 14 02:26:21.278317 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40782) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:21.293467 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37a3ba-1b88-49bd-86b4-c73541bb76e8 None None] Pushing event updated for resources: {'Port': ['ID=6541de4d-ff27-476b-9863-fa78c344d5d7,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:21.301577 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Sync routers for ids ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:26:21.307371 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4665f66-f9d0-4691-b3d0-d37994053446 admin admin] Publish callbacks [] for security_group (2d7f9a22-544b-4b33-922c-8b102601b02a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.335630 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4665f66-f9d0-4691-b3d0-d37994053446 admin admin] Publish callbacks [] for security_group (2d7f9a22-544b-4b33-922c-8b102601b02a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.361655 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2332f2f6-9394-469a-ab57-392ce6f0edd9 req-5083efe7-dbc5-44a3-8df5-6e72b994a912 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830723 Oct 14 02:26:21.409661 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4665f66-f9d0-4691-b3d0-d37994053446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (2d7f9a22-544b-4b33-922c-8b102601b02a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.412333 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4665f66-f9d0-4691-b3d0-d37994053446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.413541 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a4665f66-f9d0-4691-b3d0-d37994053446 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2d7f9a22-544b-4b33-922c-8b102601b02a HTTP/1.1" status: 204 len: 168 time: 0.4039729 Oct 14 02:26:21.470285 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4665f66-f9d0-4691-b3d0-d37994053446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f9a22-544b-4b33-922c-8b102601b02a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:21.559023 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'name': 'tempest-TestMinimumBasicScenario-1164578773-router', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:19Z', 'revision_number': 3, 'project_id': '45d54683464248b08141b7fe35047ecb', 'gw_port': {'id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:21.610136 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Checking router: 184025bc-7ff1-4c52-93af-b8b51224f8de for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:26:21.610513 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Updating router 184025bc-7ff1-4c52-93af-b8b51224f8de port c2504def-b9d9-4fc4-83ad-8872b4fe3789 binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:26:21.674621 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Routers {'b480256b-e6be-461c-9ee4-7ee8ee6a6382'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:21.675319 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:21.684421 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.687530 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:21.735549 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:21.736183 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Checking segment: {'id': '25f1b799-18c7-4a78-9cb8-3ea3b60d2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:21.737824 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.738164 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Bound using segment: {'id': '25f1b799-18c7-4a78-9cb8-3ea3b60d2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:21.740010 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Bound port: bf27f786-cead-49ed-9870-a0c23c506403, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f1b799-18c7-4a78-9cb8-3ea3b60d2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:21.740010 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (bf27f786-cead-49ed-9870-a0c23c506403), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.753374 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Network 4299c348-5cd7-492e-82e5-e30b1204822d is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:21.773658 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:21.781433 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port d7c24761-ec3d-4978-b1ff-435d8a93686e is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:21.781953 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.853584 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port d7c24761-ec3d-4978-b1ff-435d8a93686e, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=d7c24761-ec3d-4978-b1ff-435d8a93686e,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:21.910324 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.932877 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.961081 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:21.966006 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Checking segment: {'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:21.968008 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:21.968480 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Bound using segment: {'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:21.968945 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Bound port: 6541de4d-ff27-476b-9863-fa78c344d5d7, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:21.969334 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.005346 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-544c925e-2614-4d6d-a649-f8d2c52860e0 None None] Current status of the port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:22.108108 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.196951 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] For port bf27f786-cead-49ed-9870-a0c23c506403, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:22.204792 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:22.217157 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] For port bf27f786-cead-49ed-9870-a0c23c506403, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=bf27f786-cead-49ed-9870-a0c23c506403,segment=NetworkSegment(25f1b799-18c7-4a78-9cb8-3ea3b60d2a51),segment_id=25f1b799-18c7-4a78-9cb8-3ea3b60d2a51)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:22.226985 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Publish callbacks [] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.243847 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.247487 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:26:22.253372 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.259203 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:22.262859 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.305800 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (bf27f786-cead-49ed-9870-a0c23c506403), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.318073 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device e1416e90-17d1-4c7f-a205-1ecf9eb3b359 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:22.330760 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Attempting to bind port c2504def-b9d9-4fc4-83ad-8872b4fe3789 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:22.335033 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Attempting to bind port c2504def-b9d9-4fc4-83ad-8872b4fe3789 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:22.335589 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Attempting to bind port c2504def-b9d9-4fc4-83ad-8872b4fe3789 on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:22.341073 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f205a02-016a-4139-b10e-fcabd8565538 None None] Pushing event updated for resources: {'Port': ['ID=7a5e1c77-b000-49e4-9598-79ae63947f61,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:22.364860 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:22.407719 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:22.408397 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:22.411466 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.412176 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:22.412905 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Bound port: c2504def-b9d9-4fc4-83ad-8872b4fe3789, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:22.413517 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.487115 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] For port c2504def-b9d9-4fc4-83ad-8872b4fe3789, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:22.491143 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] For port c2504def-b9d9-4fc4-83ad-8872b4fe3789, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c2504def-b9d9-4fc4-83ad-8872b4fe3789,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:22.494764 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72207d8-3d91-4862-b062-d0e4614ca0bb None None] Pushing event updated for resources: {'Port': ['ID=c2504def-b9d9-4fc4-83ad-8872b4fe3789,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:22.498045 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:22.503898 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.532712 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] For port 6541de4d-ff27-476b-9863-fa78c344d5d7, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:22.572829 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Allocated IP 172.20.0.1 (d9d1ebe9-aa80-4cd9-b76f-a70b088874fc/7bd019f9-0100-4ecd-b5fa-aad25d10ab6b/3f88bed7-05e2-4e5e-a88c-d618baf03a32) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:22.582728 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Routers {'184025bc-7ff1-4c52-93af-b8b51224f8de'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:22.584051 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['184025bc-7ff1-4c52-93af-b8b51224f8de'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:22.766762 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67802d32-5b1f-42a0-ba6e-a7ab9a04f555 req-387c66ad-f92a-467b-a971-a9fc9cec839a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:22.769568 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-67802d32-5b1f-42a0-ba6e-a7ab9a04f555 req-387c66ad-f92a-467b-a971-a9fc9cec839a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.2351995 Oct 14 02:26:22.775891 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Publish callbacks [] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.786400 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] Set router 184025bc-7ff1-4c52-93af-b8b51224f8de gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:22.832800 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a77076a-726b-4c75-9d70-c4f4e2017f70 None None] Network 5faa55d7-c162-452d-845e-df064e2e900a requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:26:22.946992 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:22.947257 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:22.960780 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-67802d32-5b1f-42a0-ba6e-a7ab9a04f555 req-62590103-30ac-47ec-9ef1-f7fe29a2088d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308730 Oct 14 02:26:22.961544 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.966712 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-3efce59b-b023-4687-a1e7-32a87ac103cc None None] Provisioning complete for port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:22.968541 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3efce59b-b023-4687-a1e7-32a87ac103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:22.969196 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-3efce59b-b023-4687-a1e7-32a87ac103cc None None] Attempt 1 to provision port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 Oct 14 02:26:22.984744 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Set router b480256b-e6be-461c-9ee4-7ee8ee6a6382 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:23.012850 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'name': 'tempest-TestMinimumBasicScenario-1164578773-router', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:19Z', 'revision_number': 3, 'project_id': '45d54683464248b08141b7fe35047ecb', 'gw_port': {'id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:23.038463 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Publish callbacks [] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:23.044975 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371dbec-5685-4a61-a181-fc9202fb91b4 None None] The sync data for ids ['184025bc-7ff1-4c52-93af-b8b51224f8de'] in dv-cinder-845069-4-iscsi is: [{'id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'name': 'tempest-TestMinimumBasicScenario-1164578773-router', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:19Z', 'revision_number': 3, 'project_id': '45d54683464248b08141b7fe35047ecb', 'gw_port': {'id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:26:23.048087 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72207d8-3d91-4862-b062-d0e4614ca0bb None None] Pushing event updated for resources: {'Port': ['ID=c2504def-b9d9-4fc4-83ad-8872b4fe3789,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:23.082924 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:23.134522 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] For port 6541de4d-ff27-476b-9863-fa78c344d5d7, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=6541de4d-ff27-476b-9863-fa78c344d5d7,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:23.139571 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:23.178661 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:23.180981 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Attempting to bind port b3b2feee-5acc-4b16-b0ac-3e797c4a6877 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:23.181554 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Attempting to bind port b3b2feee-5acc-4b16-b0ac-3e797c4a6877 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:23.182074 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Attempting to bind port b3b2feee-5acc-4b16-b0ac-3e797c4a6877 on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:23.204624 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Network d9d1ebe9-aa80-4cd9-b76f-a70b088874fc is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:23.209324 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Allocated IP 172.20.0.1 (5faa55d7-c162-452d-845e-df064e2e900a/9b9afcda-46c5-4c61-b315-032c738d5ad6/a90dcc12-ae9a-4e77-b068-5e9f008f92b2) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:23.213643 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:23.218151 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:23.246766 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Pushing event updated for resources: {'Port': ['ID=3f88bed7-05e2-4e5e-a88c-d618baf03a32,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:23.253207 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:23.340063 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (b480256b-e6be-461c-9ee4-7ee8ee6a6382), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:23.389787 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-3efce59b-b023-4687-a1e7-32a87ac103cc None None] Port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:26:23.412261 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:23.413254 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=d7c24761-ec3d-4978-b1ff-435d8a93686e,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:23.505803 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:26:23.522414 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7c04c1e9-aa5a-4f5d-9077-62c90097305c admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b4f13634-2a06-45c0-ab3a-665fd20bb2b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6444809 Oct 14 02:26:23.632256 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Publish callbacks [] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:23.690087 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:23.716415 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:23.808502 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Network 5faa55d7-c162-452d-845e-df064e2e900a is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:23.822583 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Routers {'04f1764b-f7e5-42a8-82e3-288d0904ccec'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:23.832177 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['04f1764b-f7e5-42a8-82e3-288d0904ccec'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:23.832431 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:23.837768 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:23.911847 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40828) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:23.912512 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a90dcc12-ae9a-4e77-b068-5e9f008f92b2,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:23.942427 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (184025bc-7ff1-4c52-93af-b8b51224f8de), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.114641 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Publish callbacks [] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.125093 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.145036 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:24.145597 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.145677 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 Oct 14 02:26:24.175040 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:24.175301 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:24.175622 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.176069 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:24.176580 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Bound port: b3b2feee-5acc-4b16-b0ac-3e797c4a6877, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:24.176938 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.241442 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] For port b3b2feee-5acc-4b16-b0ac-3e797c4a6877, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:24.245284 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] For port b3b2feee-5acc-4b16-b0ac-3e797c4a6877, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=b3b2feee-5acc-4b16-b0ac-3e797c4a6877,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:24.275286 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-153692ca-26f1-4c07-842c-45eca79894ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.289946 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:24.290675 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.306361 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1da55c-8dc6-4af0-ab3d-cb8449e76a73 None None] Network d9d1ebe9-aa80-4cd9-b76f-a70b088874fc requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:26:24.337026 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] Provisioning complete for port 7a5e1c77-b000-49e4-9598-79ae63947f61 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:24.337743 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.338232 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] Attempt 1 to provision port 7a5e1c77-b000-49e4-9598-79ae63947f61 Oct 14 02:26:24.343621 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (b480256b-e6be-461c-9ee4-7ee8ee6a6382), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.352470 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.360161 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Pushing event updated for resources: {'Port': ['ID=3f88bed7-05e2-4e5e-a88c-d618baf03a32,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:24.379975 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a47d6-9e7e-49bd-bfd5-5acf0f6e51c2 req-14a0faee-68f4-4f0b-8883-036a99010c28 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:24.390254 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad5a47d6-9e7e-49bd-bfd5-5acf0f6e51c2 req-14a0faee-68f4-4f0b-8883-036a99010c28 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1742423 Oct 14 02:26:24.392022 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] Set router 04f1764b-f7e5-42a8-82e3-288d0904ccec gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:24.416486 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:24.464190 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:24.465342 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:24.471311 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'name': 'tempest-TestShelveInstance-1619738733-router', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:19Z', 'revision_number': 3, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'gw_port': {'id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:24.570203 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:24.575153 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40838) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:24.585102 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-c24ed810-4329-4b1e-a57b-0909e55228db tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--856466088', 'description': 'tempest-description--87665157'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:24.617154 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c24ed810-4329-4b1e-a57b-0909e55228db tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.690556 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-153692ca-26f1-4c07-842c-45eca79894ce admin admin] Publish callbacks [] for security_group (6cad309a-8027-466b-8088-8ac300bfbb8d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.709306 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-153692ca-26f1-4c07-842c-45eca79894ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (6cad309a-8027-466b-8088-8ac300bfbb8d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.732145 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:24.735109 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Checking router: b480256b-e6be-461c-9ee4-7ee8ee6a6382 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:26:24.740669 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Updating router b480256b-e6be-461c-9ee4-7ee8ee6a6382 port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:26:24.745561 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-153692ca-26f1-4c07-842c-45eca79894ce admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8e9fdd7fd41d4ab69bcd51da90c2418b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8249969 Oct 14 02:26:24.750475 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40842) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:24.843794 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Publish callbacks [] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.861199 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:24.931096 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153692ca-26f1-4c07-842c-45eca79894ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cad309a-8027-466b-8088-8ac300bfbb8d,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:24.935245 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a90dcc12-ae9a-4e77-b068-5e9f008f92b2,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:24.953363 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad5a47d6-9e7e-49bd-bfd5-5acf0f6e51c2 req-f17a8947-eba4-4e23-b2d8-b000f1609aba tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619309 Oct 14 02:26:24.969643 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:24.990519 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Network d9d1ebe9-aa80-4cd9-b76f-a70b088874fc is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:24.992355 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:24.994691 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22fca1-8058-4d48-bd6b-96504afdce88 None None] Pushing event updated for resources: {'Port': ['ID=bf27f786-cead-49ed-9870-a0c23c506403,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:25.005803 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c24ed810-4329-4b1e-a57b-0909e55228db tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (7d1e131d-7704-4427-a6c6-3c237bfeb9fb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.012127 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-58d68817-5b85-41f8-be08-2b07d531be02 admin admin] Publish callbacks [] for security_group (6cad309a-8027-466b-8088-8ac300bfbb8d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.028818 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c24ed810-4329-4b1e-a57b-0909e55228db tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (7d1e131d-7704-4427-a6c6-3c237bfeb9fb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.062663 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-58d68817-5b85-41f8-be08-2b07d531be02 admin admin] Publish callbacks [] for security_group (6cad309a-8027-466b-8088-8ac300bfbb8d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.064690 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (184025bc-7ff1-4c52-93af-b8b51224f8de), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.137358 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c24ed810-4329-4b1e-a57b-0909e55228db tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.138634 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c24ed810-4329-4b1e-a57b-0909e55228db tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5620620 Oct 14 02:26:25.149373 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] Current status of the port 7a5e1c77-b000-49e4-9598-79ae63947f61 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:25.149951 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.152456 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7977ac0-9b82-47ac-962d-fc0b60b0213f None None] Pushing event updated for resources: {'Port': ['ID=b3b2feee-5acc-4b16-b0ac-3e797c4a6877,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:25.178031 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40852) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:25.185495 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ed810-4329-4b1e-a57b-0909e55228db tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1e131d-7704-4427-a6c6-3c237bfeb9fb,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:25.204266 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-c4a3a302-e9a7-4df0-aaf0-2a4329a5b3aa tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'security_group_rule': {'security_group_id': '7d1e131d-7704-4427-a6c6-3c237bfeb9fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:25.206466 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Router b480256b-e6be-461c-9ee4-7ee8ee6a6382 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:26:25.211504 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:25.283449 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.300894 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-58d68817-5b85-41f8-be08-2b07d531be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (6cad309a-8027-466b-8088-8ac300bfbb8d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.304239 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-58d68817-5b85-41f8-be08-2b07d531be02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.308190 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-58d68817-5b85-41f8-be08-2b07d531be02 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6cad309a-8027-466b-8088-8ac300bfbb8d HTTP/1.1" status: 204 len: 168 time: 0.5560517 Oct 14 02:26:25.335133 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c4a3a302-e9a7-4df0-aaf0-2a4329a5b3aa tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (73255b2d-2eff-488c-aad8-2f2229e46c65), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.361261 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d68817-5b85-41f8-be08-2b07d531be02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cad309a-8027-466b-8088-8ac300bfbb8d,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:25.402273 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:26:25.414598 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b433035e-d1cf-4cd6-adb9-520a7dc2ff62 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b480256b-e6be-461c-9ee4-7ee8ee6a6382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1234672 Oct 14 02:26:25.419479 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Network 5faa55d7-c162-452d-845e-df064e2e900a is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:25.421373 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:25.433861 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:25.434970 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device be16e37c-6151-4225-87b6-c1015417c812 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:25.559643 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c4a3a302-e9a7-4df0-aaf0-2a4329a5b3aa tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (73255b2d-2eff-488c-aad8-2f2229e46c65), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.571032 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c4a3a302-e9a7-4df0-aaf0-2a4329a5b3aa tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (73255b2d-2eff-488c-aad8-2f2229e46c65), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.609070 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3a302-e9a7-4df0-aaf0-2a4329a5b3aa tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73255b2d-2eff-488c-aad8-2f2229e46c65,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:25.617777 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c4a3a302-e9a7-4df0-aaf0-2a4329a5b3aa tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.619829 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c4a3a302-e9a7-4df0-aaf0-2a4329a5b3aa tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4407725 Oct 14 02:26:25.625211 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40860) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:25.634212 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-607af966-fd59-43e9-a24f-3537682e0bee tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'security_group_rule': {'security_group_id': '7d1e131d-7704-4427-a6c6-3c237bfeb9fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:25.634412 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] For port 7a5e1c77-b000-49e4-9598-79ae63947f61, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=7a5e1c77-b000-49e4-9598-79ae63947f61,segment=NetworkSegment(fad68720-6346-489d-89be-a6d6fabee65f),segment_id=fad68720-6346-489d-89be-a6d6fabee65f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:25.681977 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:25.687698 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Router 184025bc-7ff1-4c52-93af-b8b51224f8de has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:26:25.697250 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:25.714961 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:25.725269 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.745143 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-607af966-fd59-43e9-a24f-3537682e0bee tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (aac5ece2-fb17-4c88-a3a4-0afc6b1c62e4), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.764120 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37a3ba-1b88-49bd-86b4-c73541bb76e8 None None] Pushing event updated for resources: {'Port': ['ID=6541de4d-ff27-476b-9863-fa78c344d5d7,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:25.848023 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:25.849159 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] Provisioning complete for port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:25.849673 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.850306 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] Attempt 1 to provision port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 Oct 14 02:26:25.878457 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:26:25.883655 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f7df6fe3-8182-480e-bad8-da90327842a1 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/184025bc-7ff1-4c52-93af-b8b51224f8de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0223715 Oct 14 02:26:25.945233 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-607af966-fd59-43e9-a24f-3537682e0bee tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (aac5ece2-fb17-4c88-a3a4-0afc6b1c62e4), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.952863 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-607af966-fd59-43e9-a24f-3537682e0bee tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (aac5ece2-fb17-4c88-a3a4-0afc6b1c62e4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.976230 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607af966-fd59-43e9-a24f-3537682e0bee tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac5ece2-fb17-4c88-a3a4-0afc6b1c62e4,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:25.992337 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-607af966-fd59-43e9-a24f-3537682e0bee tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:25.996720 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40880) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:26.005449 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:26.005681 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-607af966-fd59-43e9-a24f-3537682e0bee tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3791459 Oct 14 02:26:26.069688 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.090286 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Sync routers for ids ['184025bc-7ff1-4c52-93af-b8b51224f8de'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:26:26.109745 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Routers {'184025bc-7ff1-4c52-93af-b8b51224f8de'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:26.112611 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['184025bc-7ff1-4c52-93af-b8b51224f8de'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:26.182748 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] Port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:26:26.185611 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c0e97-1b30-4ce6-b38b-3e9790cf2b5f req-61685ac1-2183-498c-b9a0-366120e17f44 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:26.200507 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c8c0e97-1b30-4ce6-b38b-3e9790cf2b5f req-61685ac1-2183-498c-b9a0-366120e17f44 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1118133 Oct 14 02:26:26.284865 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Set router 184025bc-7ff1-4c52-93af-b8b51224f8de gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:26.297852 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Publish callbacks [] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.322654 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.341526 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c8c0e97-1b30-4ce6-b38b-3e9790cf2b5f req-0d104321-38cf-43c1-8003-6fa3dbb957aa tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402020 Oct 14 02:26:26.363105 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port be16e37c-6151-4225-87b6-c1015417c812 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:26.363838 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (be16e37c-6151-4225-87b6-c1015417c812), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.364776 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port be16e37c-6151-4225-87b6-c1015417c812 Oct 14 02:26:26.383952 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.507770 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Provisioning complete for port 7a5e1c77-b000-49e4-9598-79ae63947f61 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:26.509297 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.510019 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Attempt 1 to provision port 7a5e1c77-b000-49e4-9598-79ae63947f61 Oct 14 02:26:26.512946 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7977ac0-9b82-47ac-962d-fc0b60b0213f None None] Pushing event updated for resources: {'Port': ['ID=b3b2feee-5acc-4b16-b0ac-3e797c4a6877,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:26.544694 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '6541de4d-ff27-476b-9863-fa78c344d5d7', 'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'mac_address': 'fa:16:3e:fb:c9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:22Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'subnets': [{'id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:26.562787 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40896) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:26.572856 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-e8608cdf-12f1-408b-bdbf-ca665f4fd064 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1314116807', 'description': 'tempest-secgroup-smoke-1314116807 description', 'project_id': 'f2a51798d7e54605a7e59b0cba385973'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:26.601955 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Allocated IP 172.27.1.91 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/4fa24985-755c-4f90-a339-0add7fa0344a) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:26.627789 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8608cdf-12f1-408b-bdbf-ca665f4fd064 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.715144 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0eb84-57a1-4bf4-beee-d9e0f1cac14c None None] Pushing event updated for resources: {'Port': ['ID=7a5e1c77-b000-49e4-9598-79ae63947f61,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:26.743293 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:26.764788 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'name': 'tempest-TestMinimumBasicScenario-1164578773-router', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:24Z', 'revision_number': 4, 'project_id': '45d54683464248b08141b7fe35047ecb', 'gw_port': {'id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'a90dcc12-ae9a-4e77-b068-5e9f008f92b2', 'name': '', 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'mac_address': 'fa:16:3e:29:9c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9b9afcda-46c5-4c61-b315-032c738d5ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:22Z', 'updated_at': '2022-10-14T02:26:24Z', 'revision_number': 2, 'project_id': '45d54683464248b08141b7fe35047ecb', 'subnets': [{'id': '9b9afcda-46c5-4c61-b315-032c738d5ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:26.788456 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for port (4fa24985-755c-4f90-a339-0add7fa0344a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.790818 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8608cdf-12f1-408b-bdbf-ca665f4fd064 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group (f324b2ed-aff8-44c8-972e-7602e8d2bc5d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.798239 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8608cdf-12f1-408b-bdbf-ca665f4fd064 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (f324b2ed-aff8-44c8-972e-7602e8d2bc5d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.812579 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Checking router: 184025bc-7ff1-4c52-93af-b8b51224f8de for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:26:26.812835 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Updating router 184025bc-7ff1-4c52-93af-b8b51224f8de port a90dcc12-ae9a-4e77-b068-5e9f008f92b2 binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:26:26.843805 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Attempting to bind port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:26.845103 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Attempting to bind port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:26.845577 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Attempting to bind port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:26.852108 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.856677 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (4fa24985-755c-4f90-a339-0add7fa0344a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.885354 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8608cdf-12f1-408b-bdbf-ca665f4fd064 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:26.886616 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e8608cdf-12f1-408b-bdbf-ca665f4fd064 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3210704 Oct 14 02:26:26.893859 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40902) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:26.910652 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8608cdf-12f1-408b-bdbf-ca665f4fd064 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f324b2ed-aff8-44c8-972e-7602e8d2bc5d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:26.933487 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-54b9be68-c312-4082-a7f2-6ad27924d734 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Request body: {'security_group_rule': {'security_group_id': 'f324b2ed-aff8-44c8-972e-7602e8d2bc5d', 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:26.975370 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:26.982225 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:26.991432 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:26.998099 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:27.044858 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'Port': ['ID=4fa24985-755c-4f90-a339-0add7fa0344a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:27.050415 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b434114-3c89-4614-a580-8b5fb27965ba None None] The sync data for ids ['04f1764b-f7e5-42a8-82e3-288d0904ccec'] in dv-cinder-845069-4-iscsi is: [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '6541de4d-ff27-476b-9863-fa78c344d5d7', 'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'mac_address': 'fa:16:3e:fb:c9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:22Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'subnets': [{'id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:26:27.071779 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-54b9be68-c312-4082-a7f2-6ad27924d734 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (f27ba89f-e2c2-4d76-898d-68790e8e4c16), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.125639 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Pushing event updated for resources: {'Port': ['ID=b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:27.163260 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:27.163769 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:27.164379 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.164894 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:27.165514 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Bound port: b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:27.166275 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.173997 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-54b9be68-c312-4082-a7f2-6ad27924d734 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (f27ba89f-e2c2-4d76-898d-68790e8e4c16), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.200580 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-54b9be68-c312-4082-a7f2-6ad27924d734 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (f27ba89f-e2c2-4d76-898d-68790e8e4c16), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.265886 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:27.285161 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:27.307304 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9be68-c312-4082-a7f2-6ad27924d734 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27ba89f-e2c2-4d76-898d-68790e8e4c16,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:27.357392 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (7d830064-8e8c-4391-aea4-5665af737ac1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.402107 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-54b9be68-c312-4082-a7f2-6ad27924d734 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.403417 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-54b9be68-c312-4082-a7f2-6ad27924d734 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5059428 Oct 14 02:26:27.406764 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40950) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:27.411564 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-558b0a82-f0aa-45bf-9fe2-3cb0e1177f54 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Request body: {'security_group_rule': {'security_group_id': 'f324b2ed-aff8-44c8-972e-7602e8d2bc5d', 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:27.438924 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (4fa24985-755c-4f90-a339-0add7fa0344a), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.467038 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Publish callbacks [] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.481167 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.486888 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 2, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:27.563454 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] For port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:27.569387 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] For port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:27.577593 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-558b0a82-f0aa-45bf-9fe2-3cb0e1177f54 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (8838aa63-d8c6-408b-98f3-bfb115a6227e), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.583198 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89f463-bd12-4065-b729-b3010c56b46b None None] The sync data for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi is: [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 2, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:26:27.611961 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:27.615188 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.656448 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613d5a0-1b40-457b-a707-9dd589a67577 req-8a885d4c-3cae-459b-b830-9c3191e284ba tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:27.666775 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9613d5a0-1b40-457b-a707-9dd589a67577 req-8a885d4c-3cae-459b-b830-9c3191e284ba tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1836216 Oct 14 02:26:27.669349 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d751719-636f-43ee-8b12-56fb446fda33 None None] Pushing event updated for resources: {'Port': ['ID=a90dcc12-ae9a-4e77-b068-5e9f008f92b2,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:27.700310 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Attempting to bind port a90dcc12-ae9a-4e77-b068-5e9f008f92b2 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:27.712043 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Attempting to bind port a90dcc12-ae9a-4e77-b068-5e9f008f92b2 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'fad68720-6346-489d-89be-a6d6fabee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:27.712632 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Attempting to bind port a90dcc12-ae9a-4e77-b068-5e9f008f92b2 on network 5faa55d7-c162-452d-845e-df064e2e900a {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:27.715733 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:27.727736 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port be16e37c-6151-4225-87b6-c1015417c812 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:27.786277 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Current status of the port 7a5e1c77-b000-49e4-9598-79ae63947f61 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:27.831330 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Routers {'b480256b-e6be-461c-9ee4-7ee8ee6a6382'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:27.831967 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:27.833404 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9613d5a0-1b40-457b-a707-9dd589a67577 req-130a0662-feb2-4a49-af14-7497e77c5340 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570077 Oct 14 02:26:27.855894 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:27.863444 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for port (4fa24985-755c-4f90-a339-0add7fa0344a), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.877607 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (4fa24985-755c-4f90-a339-0add7fa0344a), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.911147 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:27.913636 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Checking segment: {'id': 'fad68720-6346-489d-89be-a6d6fabee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:27.914273 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.915868 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Bound using segment: {'id': 'fad68720-6346-489d-89be-a6d6fabee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:27.916837 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-558b0a82-f0aa-45bf-9fe2-3cb0e1177f54 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (8838aa63-d8c6-408b-98f3-bfb115a6227e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.917162 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Bound port: a90dcc12-ae9a-4e77-b068-5e9f008f92b2, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad68720-6346-489d-89be-a6d6fabee65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:27.918656 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.926252 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-558b0a82-f0aa-45bf-9fe2-3cb0e1177f54 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (8838aa63-d8c6-408b-98f3-bfb115a6227e), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:27.989964 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b0a82-f0aa-45bf-9fe2-3cb0e1177f54 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8838aa63-d8c6-408b-98f3-bfb115a6227e,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:28.013936 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Provisioning complete for port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:28.015797 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.017710 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Attempt 1 to provision port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 Oct 14 02:26:28.034269 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-558b0a82-f0aa-45bf-9fe2-3cb0e1177f54 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.035565 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-558b0a82-f0aa-45bf-9fe2-3cb0e1177f54 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6277466 Oct 14 02:26:28.039820 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 40976) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:28.042138 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Pushing event updated for resources: {'Port': ['ID=b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:28.044480 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-11eca256-f408-46b5-a15e-533e1db8ca03 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Request body: {'security_group_rule': {'security_group_id': 'f324b2ed-aff8-44c8-972e-7602e8d2bc5d', 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:28.151234 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'Port': ['ID=4fa24985-755c-4f90-a339-0add7fa0344a,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:28.171625 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11eca256-f408-46b5-a15e-533e1db8ca03 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (b2a256b4-bb08-4cfa-b56e-f1a49e62a258), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.179436 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:28.186906 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (7d830064-8e8c-4391-aea4-5665af737ac1), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.200147 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] For port a90dcc12-ae9a-4e77-b068-5e9f008f92b2, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:28.208111 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:26:28.236623 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.246888 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c9427c08-612d-4f1d-92f5-e53db18b42fc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2394783 Oct 14 02:26:28.284711 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] For port a90dcc12-ae9a-4e77-b068-5e9f008f92b2, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=a90dcc12-ae9a-4e77-b068-5e9f008f92b2,segment=NetworkSegment(fad68720-6346-489d-89be-a6d6fabee65f),segment_id=fad68720-6346-489d-89be-a6d6fabee65f)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:28.308650 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.324588 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11eca256-f408-46b5-a15e-533e1db8ca03 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (b2a256b4-bb08-4cfa-b56e-f1a49e62a258), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.330147 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11eca256-f408-46b5-a15e-533e1db8ca03 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (b2a256b4-bb08-4cfa-b56e-f1a49e62a258), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.359619 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eca256-f408-46b5-a15e-533e1db8ca03 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a256b4-bb08-4cfa-b56e-f1a49e62a258,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:28.368083 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11eca256-f408-46b5-a15e-533e1db8ca03 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.369464 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-11eca256-f408-46b5-a15e-533e1db8ca03 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3285532 Oct 14 02:26:28.372463 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 40980) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:28.379404 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-6e75b732-c29d-40f3-9b90-20569c69655e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Request body: {'security_group_rule': {'security_group_id': 'f324b2ed-aff8-44c8-972e-7602e8d2bc5d', 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:28.475779 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Routers {'184025bc-7ff1-4c52-93af-b8b51224f8de'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:28.476423 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['184025bc-7ff1-4c52-93af-b8b51224f8de'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:28.548259 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e75b732-c29d-40f3-9b90-20569c69655e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (e616d2ac-a0a3-4bfc-a366-1464c882d0f6), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.796186 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] Set router 184025bc-7ff1-4c52-93af-b8b51224f8de gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:28.805814 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e75b732-c29d-40f3-9b90-20569c69655e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (e616d2ac-a0a3-4bfc-a366-1464c882d0f6), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.814302 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e75b732-c29d-40f3-9b90-20569c69655e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (e616d2ac-a0a3-4bfc-a366-1464c882d0f6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.844851 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75b732-c29d-40f3-9b90-20569c69655e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e616d2ac-a0a3-4bfc-a366-1464c882d0f6,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:28.853693 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-75391668-3ef9-4ec2-a124-cd862550352f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--856466088&fields=id&tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e HTTP/1.1" status: 200 len: 267 time: 0.1379206 Oct 14 02:26:28.867174 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e75b732-c29d-40f3-9b90-20569c69655e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.868700 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6e75b732-c29d-40f3-9b90-20569c69655e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4936645 Oct 14 02:26:28.872457 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 41004) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:28.885765 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-9523dd1a-0696-4230-a31c-62ec17ef28ef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Request body: {'security_group_rule': {'security_group_id': 'f324b2ed-aff8-44c8-972e-7602e8d2bc5d', 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:28.916206 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d751719-636f-43ee-8b12-56fb446fda33 None None] Pushing event updated for resources: {'Port': ['ID=a90dcc12-ae9a-4e77-b068-5e9f008f92b2,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:28.938825 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.securitygroups_db [None req-9523dd1a-0696-4230-a31c-62ec17ef28ef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Project f2a51798d7e54605a7e59b0cba385973 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 02:26:28.951106 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9523dd1a-0696-4230-a31c-62ec17ef28ef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (d0a5c924-17f0-40f4-86e7-240014f5db98), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:28.980979 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] Set router b480256b-e6be-461c-9ee4-7ee8ee6a6382 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:29.019058 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:29.155657 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9523dd1a-0696-4230-a31c-62ec17ef28ef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (d0a5c924-17f0-40f4-86e7-240014f5db98), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:29.168279 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9523dd1a-0696-4230-a31c-62ec17ef28ef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (d0a5c924-17f0-40f4-86e7-240014f5db98), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:29.193406 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.194148 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.206185 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.206900 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.207722 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.208406 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.209283 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.209985 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.210535 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.211123 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.211641 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735d5e8-0abd-4d05-a5ce-461f7ee0afe9 req-6be67e0a-f25a-4c63-9019-c395c9bb4e81 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:29.212052 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.212611 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.213247 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d735d5e8-0abd-4d05-a5ce-461f7ee0afe9 req-6be67e0a-f25a-4c63-9019-c395c9bb4e81 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.2006435 Oct 14 02:26:29.213653 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.214454 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.214993 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab18230-5de7-4529-958c-f32a2db14c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:29.233033 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device d7c24761-ec3d-4978-b1ff-435d8a93686e up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:29.253076 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'name': 'tempest-TestMinimumBasicScenario-1164578773-router', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:24Z', 'revision_number': 4, 'project_id': '45d54683464248b08141b7fe35047ecb', 'gw_port': {'id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'a90dcc12-ae9a-4e77-b068-5e9f008f92b2', 'name': '', 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'mac_address': 'fa:16:3e:29:9c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9b9afcda-46c5-4c61-b315-032c738d5ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:22Z', 'updated_at': '2022-10-14T02:26:28Z', 'revision_number': 4, 'project_id': '45d54683464248b08141b7fe35047ecb', 'subnets': [{'id': '9b9afcda-46c5-4c61-b315-032c738d5ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:29.269188 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523dd1a-0696-4230-a31c-62ec17ef28ef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a5c924-17f0-40f4-86e7-240014f5db98,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:29.302870 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9523dd1a-0696-4230-a31c-62ec17ef28ef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:29.304683 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9523dd1a-0696-4230-a31c-62ec17ef28ef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4310627 Oct 14 02:26:29.307523 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 41018) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:29.314128 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-f6be00c9-0cd5-4a5f-b2c7-a4a4e5990f4b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Request body: {'security_group_rule': {'security_group_id': 'f324b2ed-aff8-44c8-972e-7602e8d2bc5d', 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:29.314477 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb68746d-44ab-46d6-a875-84d4a88ecf42 None None] The sync data for ids ['184025bc-7ff1-4c52-93af-b8b51224f8de'] in dv-cinder-845069-4-iscsi is: [{'id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'name': 'tempest-TestMinimumBasicScenario-1164578773-router', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:24Z', 'revision_number': 4, 'project_id': '45d54683464248b08141b7fe35047ecb', 'gw_port': {'id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'a90dcc12-ae9a-4e77-b068-5e9f008f92b2', 'name': '', 'network_id': '5faa55d7-c162-452d-845e-df064e2e900a', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'mac_address': 'fa:16:3e:29:9c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9b9afcda-46c5-4c61-b315-032c738d5ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:22Z', 'updated_at': '2022-10-14T02:26:28Z', 'revision_number': 4, 'project_id': '45d54683464248b08141b7fe35047ecb', 'subnets': [{'id': '9b9afcda-46c5-4c61-b315-032c738d5ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:26:29.340782 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Provisioning complete for port bf27f786-cead-49ed-9870-a0c23c506403 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:29.341268 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (bf27f786-cead-49ed-9870-a0c23c506403), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:29.343284 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Attempt 1 to provision port bf27f786-cead-49ed-9870-a0c23c506403 Oct 14 02:26:29.383507 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.securitygroups_db [None req-f6be00c9-0cd5-4a5f-b2c7-a4a4e5990f4b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Project f2a51798d7e54605a7e59b0cba385973 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 02:26:29.412807 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f6be00c9-0cd5-4a5f-b2c7-a4a4e5990f4b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (689344f0-32b6-41bd-aae4-aee36eeb1d92), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:29.495998 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239bb0d-a119-46fb-948b-adbace58a42d req-125647ec-5c1c-441a-8dbc-750f6bf00c74 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:29.499536 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-125647ec-5c1c-441a-8dbc-750f6bf00c74 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4299c348-5cd7-492e-82e5-e30b1204822d HTTP/1.1" status: 200 len: 811 time: 0.6359620 Oct 14 02:26:29.506411 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d735d5e8-0abd-4d05-a5ce-461f7ee0afe9 req-d22220b9-795f-4937-b368-de1a5cb9eae5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856355 Oct 14 02:26:29.558402 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-f745c1ca-52fb-406c-bc7e-1b812e95e900 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/quotas/f6ff3da9d38f423ba8fbd11f635f2e1e HTTP/1.1" status: 200 len: 375 time: 0.0489557 Oct 14 02:26:29.582520 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f6be00c9-0cd5-4a5f-b2c7-a4a4e5990f4b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (689344f0-32b6-41bd-aae4-aee36eeb1d92), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:29.592706 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f6be00c9-0cd5-4a5f-b2c7-a4a4e5990f4b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (689344f0-32b6-41bd-aae4-aee36eeb1d92), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:29.620994 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f6be00c9-0cd5-4a5f-b2c7-a4a4e5990f4b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:29.622579 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f6be00c9-0cd5-4a5f-b2c7-a4a4e5990f4b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3138611 Oct 14 02:26:29.626305 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be00c9-0cd5-4a5f-b2c7-a4a4e5990f4b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689344f0-32b6-41bd-aae4-aee36eeb1d92,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:29.655331 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3a858-5351-4f4c-824c-348a9d50cf69 req-945b789e-f5b7-4b14-9392-78c6174a45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:29.667137 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6cb3a858-5351-4f4c-824c-348a9d50cf69 req-945b789e-f5b7-4b14-9392-78c6174a45a9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 1129 time: 0.1595676 Oct 14 02:26:29.811852 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-7004e9a9-b7a9-4a9b-9863-ec1fd52dd650 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2451029 Oct 14 02:26:29.861668 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port d7c24761-ec3d-4978-b1ff-435d8a93686e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:29.862043 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:29.862502 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port d7c24761-ec3d-4978-b1ff-435d8a93686e Oct 14 02:26:29.986437 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:30.037838 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:30.067691 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Current status of the port bf27f786-cead-49ed-9870-a0c23c506403 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:30.068336 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (bf27f786-cead-49ed-9870-a0c23c506403), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:30.070182 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-72901b62-92ee-475e-9bc6-9a1fe75e6409 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797960 Oct 14 02:26:30.079098 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'name': 'tempest-TestShelveInstance-1619738733-router', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:23Z', 'revision_number': 4, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'gw_port': {'id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '3f88bed7-05e2-4e5e-a88c-d618baf03a32', 'name': '', 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'mac_address': 'fa:16:3e:fc:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7bd019f9-0100-4ecd-b5fa-aad25d10ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:22Z', 'updated_at': '2022-10-14T02:26:23Z', 'revision_number': 2, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'subnets': [{'id': '7bd019f9-0100-4ecd-b5fa-aad25d10ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:30.172220 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54892357-a96d-42b5-ac2f-961c775cc5ae None None] The sync data for ids ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'] in dv-cinder-845069-4-iscsi is: [{'id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'name': 'tempest-TestShelveInstance-1619738733-router', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:23Z', 'revision_number': 4, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'gw_port': {'id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '3f88bed7-05e2-4e5e-a88c-d618baf03a32', 'name': '', 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'mac_address': 'fa:16:3e:fc:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7bd019f9-0100-4ecd-b5fa-aad25d10ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:22Z', 'updated_at': '2022-10-14T02:26:23Z', 'revision_number': 2, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'subnets': [{'id': '7bd019f9-0100-4ecd-b5fa-aad25d10ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:26:30.182055 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:30.184629 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port d7c24761-ec3d-4978-b1ff-435d8a93686e is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:30.185700 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device bf27f786-cead-49ed-9870-a0c23c506403 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:30.218469 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-190013fa-7620-484d-bb27-3c4bbf4138e3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297369 Oct 14 02:26:30.266211 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3a858-5351-4f4c-824c-348a9d50cf69 req-2292ff27-81f9-4415-8b7d-0fbf0cb765d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:30.268235 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6cb3a858-5351-4f4c-824c-348a9d50cf69 req-2292ff27-81f9-4415-8b7d-0fbf0cb765d3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.5594418 Oct 14 02:26:30.282628 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] For port bf27f786-cead-49ed-9870-a0c23c506403, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=bf27f786-cead-49ed-9870-a0c23c506403,segment=NetworkSegment(25f1b799-18c7-4a78-9cb8-3ea3b60d2a51),segment_id=25f1b799-18c7-4a78-9cb8-3ea3b60d2a51)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:30.285979 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port bf27f786-cead-49ed-9870-a0c23c506403 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:30.286352 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (bf27f786-cead-49ed-9870-a0c23c506403), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:30.286729 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port bf27f786-cead-49ed-9870-a0c23c506403 Oct 14 02:26:30.291722 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (bf27f786-cead-49ed-9870-a0c23c506403), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:30.348878 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6cb3a858-5351-4f4c-824c-348a9d50cf69 req-afaf99f9-16ae-49b2-a138-493290826e2a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8f8e3e8-8227-4e43-9e58-a3993d60fb18 HTTP/1.1" status: 200 len: 217 time: 0.0701640 Oct 14 02:26:30.361588 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:26:30.410974 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Provisioning complete for port a90dcc12-ae9a-4e77-b068-5e9f008f92b2 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:30.411394 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:30.411736 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Attempt 1 to provision port a90dcc12-ae9a-4e77-b068-5e9f008f92b2 Oct 14 02:26:30.472065 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Pushing event updated for resources: {'Port': ['ID=bf27f786-cead-49ed-9870-a0c23c506403,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:30.512704 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3a858-5351-4f4c-824c-348a9d50cf69 req-469af6de-759c-4312-a17e-f38d3316270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:30.518053 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6cb3a858-5351-4f4c-824c-348a9d50cf69 req-469af6de-759c-4312-a17e-f38d3316270b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.1603341 Oct 14 02:26:30.614005 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port bf27f786-cead-49ed-9870-a0c23c506403 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:30.618844 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 6541de4d-ff27-476b-9863-fa78c344d5d7 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:30.624871 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Current status of the port a90dcc12-ae9a-4e77-b068-5e9f008f92b2 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:30.629380 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:30.642803 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3a858-5351-4f4c-824c-348a9d50cf69 req-44970cfc-2228-4013-8f44-7df15350bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:30.644518 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6cb3a858-5351-4f4c-824c-348a9d50cf69 req-44970cfc-2228-4013-8f44-7df15350bceb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1152008 Oct 14 02:26:30.725995 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:30.736493 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] For port a90dcc12-ae9a-4e77-b068-5e9f008f92b2, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=a90dcc12-ae9a-4e77-b068-5e9f008f92b2,segment=NetworkSegment(fad68720-6346-489d-89be-a6d6fabee65f),segment_id=fad68720-6346-489d-89be-a6d6fabee65f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:30.742872 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 6541de4d-ff27-476b-9863-fa78c344d5d7 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:30.743300 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:30.743639 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 6541de4d-ff27-476b-9863-fa78c344d5d7 Oct 14 02:26:30.792680 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-85b94b63-573d-4ec0-92f6-7908d00ba2a8 req-75a151c1-ffce-40e7-8c7d-b4d942ba4c6d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 210 time: 0.1470969 Oct 14 02:26:30.807639 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:30.862086 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e68ec9-3701-460b-aaf1-1d0028edd415 None None] Pushing event updated for resources: {'Port': ['ID=a90dcc12-ae9a-4e77-b068-5e9f008f92b2,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:30.928551 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 6541de4d-ff27-476b-9863-fa78c344d5d7 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:30.928832 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:30.977585 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345d166-b38e-4af2-b231-4ccb9d6ffc23 req-1608f73e-33c1-433c-b0a1-3ad88d5bb6c4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:30.982501 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8345d166-b38e-4af2-b231-4ccb9d6ffc23 req-1608f73e-33c1-433c-b0a1-3ad88d5bb6c4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.3146417 Oct 14 02:26:30.983955 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:30.999811 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e6730100-964b-4ffd-aaa6-0ff1e14d6dc3 None None] Provisioning complete for port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:31.000269 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e6730100-964b-4ffd-aaa6-0ff1e14d6dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:31.000581 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e6730100-964b-4ffd-aaa6-0ff1e14d6dc3 None None] Attempt 1 to provision port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 Oct 14 02:26:31.034911 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 6541de4d-ff27-476b-9863-fa78c344d5d7, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=6541de4d-ff27-476b-9863-fa78c344d5d7,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:31.043550 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:31.044379 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c2504def-b9d9-4fc4-83ad-8872b4fe3789 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:31.095130 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6cb3a858-5351-4f4c-824c-348a9d50cf69 req-33b0a352-594c-42dd-a88e-6705cb40b68d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295442 Oct 14 02:26:31.112981 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8345d166-b38e-4af2-b231-4ccb9d6ffc23 req-d67e2593-9b2b-47e8-8ec0-00ca50a87384 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201990 Oct 14 02:26:31.259758 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e6730100-964b-4ffd-aaa6-0ff1e14d6dc3 None None] Port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:26:31.260800 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:31.269092 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=6541de4d-ff27-476b-9863-fa78c344d5d7,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:31.278782 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port c2504def-b9d9-4fc4-83ad-8872b4fe3789 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:31.279261 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:31.280538 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port c2504def-b9d9-4fc4-83ad-8872b4fe3789 Oct 14 02:26:31.406507 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port c2504def-b9d9-4fc4-83ad-8872b4fe3789 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:31.406870 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:31.432536 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port c2504def-b9d9-4fc4-83ad-8872b4fe3789, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c2504def-b9d9-4fc4-83ad-8872b4fe3789,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:31.437885 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:31.438682 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 7a5e1c77-b000-49e4-9598-79ae63947f61 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:31.496669 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6cb3a858-5351-4f4c-824c-348a9d50cf69 req-878a51ab-6682-41b3-8a44-8782dc65a79b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691147 Oct 14 02:26:31.555299 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=c2504def-b9d9-4fc4-83ad-8872b4fe3789,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:31.567333 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 7a5e1c77-b000-49e4-9598-79ae63947f61 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:31.567705 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:31.568040 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 7a5e1c77-b000-49e4-9598-79ae63947f61 Oct 14 02:26:31.676886 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 7a5e1c77-b000-49e4-9598-79ae63947f61 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:31.962810 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b9e776b4-ecee-4e91-804a-3793ee71236d req-e3eb62a4-b40f-49d8-868c-406478231e7b tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 210 time: 0.0584476 Oct 14 02:26:32.069966 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device bf27f786-cead-49ed-9870-a0c23c506403 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:32.222021 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port bf27f786-cead-49ed-9870-a0c23c506403 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:32.226963 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (bf27f786-cead-49ed-9870-a0c23c506403), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:32.227724 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port bf27f786-cead-49ed-9870-a0c23c506403 Oct 14 02:26:32.419605 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b247da-2c45-47ad-9193-d8153053f805 req-79482924-5f26-4bb5-a4bf-7f36e4725c82 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:32.440339 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-29b247da-2c45-47ad-9193-d8153053f805 req-79482924-5f26-4bb5-a4bf-7f36e4725c82 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1818790 Oct 14 02:26:32.462504 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port bf27f786-cead-49ed-9870-a0c23c506403 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:32.474955 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device a90dcc12-ae9a-4e77-b068-5e9f008f92b2 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:32.537233 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-29b247da-2c45-47ad-9193-d8153053f805 req-6ddc1e8f-d2b2-47cb-a4b6-f57c2d17af19 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952349 Oct 14 02:26:32.549295 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:32.562972 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port a90dcc12-ae9a-4e77-b068-5e9f008f92b2 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:32.563739 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:32.564274 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port a90dcc12-ae9a-4e77-b068-5e9f008f92b2 Oct 14 02:26:32.678348 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port a90dcc12-ae9a-4e77-b068-5e9f008f92b2 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:32.679782 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b3b2feee-5acc-4b16-b0ac-3e797c4a6877 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:32.741886 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port b3b2feee-5acc-4b16-b0ac-3e797c4a6877 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:32.742337 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:32.742749 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port b3b2feee-5acc-4b16-b0ac-3e797c4a6877 Oct 14 02:26:32.829501 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:32.886029 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port b3b2feee-5acc-4b16-b0ac-3e797c4a6877 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:32.886564 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:32.922827 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port b3b2feee-5acc-4b16-b0ac-3e797c4a6877, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=b3b2feee-5acc-4b16-b0ac-3e797c4a6877,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:32.933829 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:32.934345 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c2504def-b9d9-4fc4-83ad-8872b4fe3789 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:33.057427 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=b3b2feee-5acc-4b16-b0ac-3e797c4a6877,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:33.074471 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port c2504def-b9d9-4fc4-83ad-8872b4fe3789 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:33.075310 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:33.075310 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port c2504def-b9d9-4fc4-83ad-8872b4fe3789 Oct 14 02:26:33.173549 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f3e4c01a-4758-4c76-807a-3dd8376f5fbd req-5856186b-de4a-44c2-b107-e6f1076f8988 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 210 time: 0.0795839 Oct 14 02:26:33.243692 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Sync routers for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:26:33.246655 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port c2504def-b9d9-4fc4-83ad-8872b4fe3789 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:33.247935 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 6541de4d-ff27-476b-9863-fa78c344d5d7 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:33.309408 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:33.309986 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:33.421588 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 6541de4d-ff27-476b-9863-fa78c344d5d7 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:33.421935 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:33.422270 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 6541de4d-ff27-476b-9863-fa78c344d5d7 Oct 14 02:26:33.557474 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:33.622544 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 6541de4d-ff27-476b-9863-fa78c344d5d7 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:33.623981 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:33.797206 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b32bf5-03e7-446f-b40d-928ae1a82899 req-443344bb-9124-4dd2-9fc2-3b7c410413ee tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:33.804557 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7b32bf5-03e7-446f-b40d-928ae1a82899 req-443344bb-9124-4dd2-9fc2-3b7c410413ee tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1165566 Oct 14 02:26:33.837818 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 2, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:33.872126 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Checking router: b4f13634-2a06-45c0-ab3a-665fd20bb2b6 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:26:33.872497 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Updating router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:26:33.890936 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7b32bf5-03e7-446f-b40d-928ae1a82899 req-06de276c-4da3-4331-8f14-4235855242a5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853949 Oct 14 02:26:33.918577 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:34.022305 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:34.137026 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:34.145434 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:34.145905 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:34.146584 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 Oct 14 02:26:34.293455 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:34.294221 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:34.384642 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa247e65-8ecd-443b-8394-008b40283f6e req-53b9283e-94c7-4b1e-b020-401cff2bea0c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 210 time: 0.0335820 Oct 14 02:26:34.521341 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:34.530059 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:34.530881 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b3b2feee-5acc-4b16-b0ac-3e797c4a6877 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:34.641871 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Publish callbacks [] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:34.657534 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:34.667399 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:34.704567 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port b3b2feee-5acc-4b16-b0ac-3e797c4a6877 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:34.704941 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:34.705270 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port b3b2feee-5acc-4b16-b0ac-3e797c4a6877 Oct 14 02:26:34.766184 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:34.799678 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347923c-d19b-47d8-88ba-ce68f3a7ff7d None None] Pushing event updated for resources: {'Port': ['ID=5ae93dd1-6c38-4fd3-bfca-dde77b552d65,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:34.827355 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Attempting to bind port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:34.827725 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Attempting to bind port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:34.828136 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Attempting to bind port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 on network 4299c348-5cd7-492e-82e5-e30b1204822d {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:34.895619 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port b3b2feee-5acc-4b16-b0ac-3e797c4a6877 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:34.907158 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:34.907542 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Checking segment: {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:34.908001 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:34.908400 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Bound using segment: {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:34.908876 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Bound port: 5ae93dd1-6c38-4fd3-bfca-dde77b552d65, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:34.909254 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:35.003598 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] For port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:35.007686 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] For port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=5ae93dd1-6c38-4fd3-bfca-dde77b552d65,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:35.021813 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:35.080406 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:35.081038 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:35.129207 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347923c-d19b-47d8-88ba-ce68f3a7ff7d None None] Pushing event updated for resources: {'Port': ['ID=5ae93dd1-6c38-4fd3-bfca-dde77b552d65,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:35.190588 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d258e4-8ada-4675-bf66-5d2e092e87ab req-a3ac3791-da11-4e80-a61f-54510ca5a353 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:35.198249 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f8d258e4-8ada-4675-bf66-5d2e092e87ab req-a3ac3791-da11-4e80-a61f-54510ca5a353 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0772552 Oct 14 02:26:35.224036 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:35.273494 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f8d258e4-8ada-4675-bf66-5d2e092e87ab req-7412e864-b62b-4f26-9cea-12b073e0f1d0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742273 Oct 14 02:26:35.391383 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:35.579387 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5c71b826-ba80-40fb-a5d1-cc567346e066 req-ae33a2b8-ba20-4b46-9835-257d246f36e4 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 210 time: 0.0502930 Oct 14 02:26:35.583853 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:34Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:35.616430 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce31e93-1d9b-4dec-8f39-0664fb99394e None None] The sync data for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi is: [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:34Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:26:35.844220 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:35.904366 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:35.904599 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:35.904894 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 Oct 14 02:26:35.984985 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:35.986066 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:36.031937 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:36.032306 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:36.032664 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 Oct 14 02:26:36.121692 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:36.130859 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:36.131566 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:36.168223 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=5ae93dd1-6c38-4fd3-bfca-dde77b552d65,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:36.174368 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:36.226451 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=5ae93dd1-6c38-4fd3-bfca-dde77b552d65,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:36.416343 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212269d-34e9-47e4-a126-21940974ed8d req-9f1d5a6d-bf7a-4e49-9025-6732b56eabac tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:36.417987 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3212269d-34e9-47e4-a126-21940974ed8d req-9f1d5a6d-bf7a-4e49-9025-6732b56eabac tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0626552 Oct 14 02:26:36.446813 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:36.478500 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3212269d-34e9-47e4-a126-21940974ed8d req-5101d155-7b0c-4334-ac87-d62c13c25210 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535696 Oct 14 02:26:36.705144 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f75389ac-e9fe-4875-8cd4-2a5f0b275358 req-3a8ad02e-a956-4602-a271-631dea6f95b6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 210 time: 0.0389280 Oct 14 02:26:37.164684 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Sync routers for ids ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:26:37.177588 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Routers {'b480256b-e6be-461c-9ee4-7ee8ee6a6382'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:37.179251 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:37.237376 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239bb0d-a119-46fb-948b-adbace58a42d req-8bb264f6-9f53-41a6-80a6-a02e454c41c8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:37.239670 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-8bb264f6-9f53-41a6-80a6-a02e454c41c8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4299c348-5cd7-492e-82e5-e30b1204822d HTTP/1.1" status: 200 len: 811 time: 0.1976891 Oct 14 02:26:37.343705 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Set router b480256b-e6be-461c-9ee4-7ee8ee6a6382 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:37.353600 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5f5ddd26-0e38-4655-8984-51684db4f724 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e HTTP/1.1" status: 200 len: 379 time: 0.0924649 Oct 14 02:26:37.363450 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'port': {'device_id': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'admin_state_up': True, 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'security_groups': ['7d1e131d-7704-4427-a6c6-3c237bfeb9fb']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:37.520025 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Made reservation on behalf of f6ff3da9d38f423ba8fbd11f635f2e1e for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:37.524115 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:37.546879 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:37.626928 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'name': 'tempest-TestShelveInstance-1619738733-router', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:23Z', 'revision_number': 4, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'gw_port': {'id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '3f88bed7-05e2-4e5e-a88c-d618baf03a32', 'name': '', 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'mac_address': 'fa:16:3e:fc:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7bd019f9-0100-4ecd-b5fa-aad25d10ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:22Z', 'updated_at': '2022-10-14T02:26:23Z', 'revision_number': 2, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'subnets': [{'id': '7bd019f9-0100-4ecd-b5fa-aad25d10ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:37.659692 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Checking router: b480256b-e6be-461c-9ee4-7ee8ee6a6382 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:26:37.660120 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Updating router b480256b-e6be-461c-9ee4-7ee8ee6a6382 port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:26:37.705499 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:37.717735 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:37.845556 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5e78f-3b7b-4e23-9f68-4b1c2758cb7f req-e2d92cad-a9dc-48a7-be51-2cda8ea4fd22 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:37.847542 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ffa5e78f-3b7b-4e23-9f68-4b1c2758cb7f req-e2d92cad-a9dc-48a7-be51-2cda8ea4fd22 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.2012644 Oct 14 02:26:37.847955 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:37.853849 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4f66c593-925b-4ac7-b389-095607fe3ccd req-e6fd5481-2a77-4239-b729-17079187a0a8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 210 time: 0.0455329 Oct 14 02:26:37.904613 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:37.916513 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Allocated IP 172.20.0.4 (4299c348-5cd7-492e-82e5-e30b1204822d/a651fca8-4007-4455-b37a-8eae20093d74/08e2a477-2317-42b9-b220-01bf29646192) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:37.999799 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ffa5e78f-3b7b-4e23-9f68-4b1c2758cb7f req-7e458fd7-7fe4-401b-8d01-72766057599c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446881 Oct 14 02:26:38.028981 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:38.029879 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:38.030215 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 Oct 14 02:26:38.352677 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for port (08e2a477-2317-42b9-b220-01bf29646192), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:38.380908 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:38.406646 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (08e2a477-2317-42b9-b220-01bf29646192), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:38.485579 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Publish callbacks [] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:38.492244 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Network 4299c348-5cd7-492e-82e5-e30b1204822d is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:38.495610 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:38.501318 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:38.521417 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:38.611873 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:38.625202 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:38.626023 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:38.648280 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'Port': ['ID=08e2a477-2317-42b9-b220-01bf29646192,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:38.676375 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-5b169c75-49ff-4bdf-abd9-9e21acba9af3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3166299 Oct 14 02:26:38.689905 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Request body: {'port': {'device_id': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:38.716666 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Attempting to bind port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:38.717751 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Attempting to bind port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '25f1b799-18c7-4a78-9cb8-3ea3b60d2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:38.718242 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Attempting to bind port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 on network d9d1ebe9-aa80-4cd9-b76f-a70b088874fc {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:38.754476 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712d605-70ac-4a04-8641-04eb82206479 None None] Pushing event updated for resources: {'Port': ['ID=3f88bed7-05e2-4e5e-a88c-d618baf03a32,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:38.814699 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:38.815375 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Checking segment: {'id': '25f1b799-18c7-4a78-9cb8-3ea3b60d2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:38.815976 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:38.821286 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Bound using segment: {'id': '25f1b799-18c7-4a78-9cb8-3ea3b60d2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:38.823445 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Bound port: 3f88bed7-05e2-4e5e-a88c-d618baf03a32, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f1b799-18c7-4a78-9cb8-3ea3b60d2a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:38.824185 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:38.848515 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (08e2a477-2317-42b9-b220-01bf29646192), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:38.941539 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] For port 3f88bed7-05e2-4e5e-a88c-d618baf03a32, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:38.946148 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] For port 3f88bed7-05e2-4e5e-a88c-d618baf03a32, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=3f88bed7-05e2-4e5e-a88c-d618baf03a32,segment=NetworkSegment(25f1b799-18c7-4a78-9cb8-3ea3b60d2a51),segment_id=25f1b799-18c7-4a78-9cb8-3ea3b60d2a51)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:38.969264 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:38.971855 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-32119b86-a376-495a-b75b-7614dfbacf2c None None] Provisioning complete for port 08e2a477-2317-42b9-b220-01bf29646192 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:38.973013 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-32119b86-a376-495a-b75b-7614dfbacf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (08e2a477-2317-42b9-b220-01bf29646192), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:38.975633 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-32119b86-a376-495a-b75b-7614dfbacf2c None None] Attempt 1 to provision port 08e2a477-2317-42b9-b220-01bf29646192 Oct 14 02:26:39.058877 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Routers {'b480256b-e6be-461c-9ee4-7ee8ee6a6382'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:26:39.062961 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:26:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:39.065705 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-32119b86-a376-495a-b75b-7614dfbacf2c None None] Port 08e2a477-2317-42b9-b220-01bf29646192 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:26:39.241167 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a28c0-ce49-4cb5-a98e-5c5f4c28e152 req-28de2b79-e9db-4cca-b5e4-f0db2647e520 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:39.249062 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-230a28c0-ce49-4cb5-a98e-5c5f4c28e152 req-28de2b79-e9db-4cca-b5e4-f0db2647e520 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 931 time: 0.1819892 Oct 14 02:26:39.318340 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-230a28c0-ce49-4cb5-a98e-5c5f4c28e152 req-0a388f8d-9178-49a9-b496-532b484c707c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679727 Oct 14 02:26:39.354855 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] Set router b480256b-e6be-461c-9ee4-7ee8ee6a6382 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:26:39.358555 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712d605-70ac-4a04-8641-04eb82206479 None None] Pushing event updated for resources: {'Port': ['ID=3f88bed7-05e2-4e5e-a88c-d618baf03a32,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:39.503925 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e2a477-2317-42b9-b220-01bf29646192 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:26:39.512405 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Publish callbacks [] for port (08e2a477-2317-42b9-b220-01bf29646192), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:39.525433 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:39.526897 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Transition to ACTIVE for port object 08e2a477-2317-42b9-b220-01bf29646192 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:26:39.534866 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (08e2a477-2317-42b9-b220-01bf29646192), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:39.589326 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212742b8-42bf-4cc8-8ed0-8fdb008a6397 req-440a1059-15f6-4698-90b2-ede284ad8c5a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:39.597200 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-212742b8-42bf-4cc8-8ed0-8fdb008a6397 req-440a1059-15f6-4698-90b2-ede284ad8c5a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1460342 Oct 14 02:26:39.611678 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:39.616005 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:39.619798 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=3,neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:39.654023 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'name': 'tempest-TestShelveInstance-1619738733-router', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:23Z', 'revision_number': 4, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'gw_port': {'id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '3f88bed7-05e2-4e5e-a88c-d618baf03a32', 'name': '', 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'mac_address': 'fa:16:3e:fc:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7bd019f9-0100-4ecd-b5fa-aad25d10ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:22Z', 'updated_at': '2022-10-14T02:26:38Z', 'revision_number': 4, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'subnets': [{'id': '7bd019f9-0100-4ecd-b5fa-aad25d10ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:26:39.679757 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Pushing event updated for resources: {'Port': ['ID=08e2a477-2317-42b9-b220-01bf29646192,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:39.688485 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398faa5b-800b-4042-bae7-e7b27e3a3b6c None None] The sync data for ids ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'] in dv-cinder-845069-4-iscsi is: [{'id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'name': 'tempest-TestShelveInstance-1619738733-router', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:26:23Z', 'revision_number': 4, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'gw_port': {'id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '3f88bed7-05e2-4e5e-a88c-d618baf03a32', 'name': '', 'network_id': 'd9d1ebe9-aa80-4cd9-b76f-a70b088874fc', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'mac_address': 'fa:16:3e:fc:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7bd019f9-0100-4ecd-b5fa-aad25d10ab6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:22Z', 'updated_at': '2022-10-14T02:26:38Z', 'revision_number': 4, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'subnets': [{'id': '7bd019f9-0100-4ecd-b5fa-aad25d10ab6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:26:39.723762 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-212742b8-42bf-4cc8-8ed0-8fdb008a6397 req-9395a124-e248-4cf8-836f-1fdae6c647fb tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255591 Oct 14 02:26:39.766673 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Attempting to bind port 08e2a477-2317-42b9-b220-01bf29646192 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:26:39.766887 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Attempting to bind port 08e2a477-2317-42b9-b220-01bf29646192 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:26:39.767249 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Attempting to bind port 08e2a477-2317-42b9-b220-01bf29646192 on network 4299c348-5cd7-492e-82e5-e30b1204822d {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:39.861961 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Port 08e2a477-2317-42b9-b220-01bf29646192 on network 4299c348-5cd7-492e-82e5-e30b1204822d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:26:39.862289 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Attempting to bind port 08e2a477-2317-42b9-b220-01bf29646192 on network 4299c348-5cd7-492e-82e5-e30b1204822d {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:26:39.867817 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 3f88bed7-05e2-4e5e-a88c-d618baf03a32 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:39.946350 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:26:39.946567 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Checking segment: {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:26:39.946956 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Bound using segment: {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:26:39.947412 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Bound port: 08e2a477-2317-42b9-b220-01bf29646192, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:26:39.947766 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (08e2a477-2317-42b9-b220-01bf29646192), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:40.019615 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:40.023663 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:40.024296 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 Oct 14 02:26:40.041333 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] For port 08e2a477-2317-42b9-b220-01bf29646192, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:26:40.048894 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] For port 08e2a477-2317-42b9-b220-01bf29646192, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=08e2a477-2317-42b9-b220-01bf29646192,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:26:40.056119 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (08e2a477-2317-42b9-b220-01bf29646192), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:40.067409 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:40.067409 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:40.068641 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/08e2a477-2317-42b9-b220-01bf29646192 HTTP/1.1" status: 200 len: 1093 time: 1.3839703 Oct 14 02:26:40.069234 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'tag': '08e2a477-2317-42b9-b220-01bf29646192'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:26:40.071592 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b347ca-104d-4eba-bbb8-8f21f037ba8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2bb56a-b47b-49ed-938c-e995ec71d187", "tag": "08e2a477-2317-42b9-b220-01bf29646192"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:26:40.190524 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:40.192153 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f356e3-7649-4c6b-a458-dea279664a8d service neutron] Pushing event updated for resources: {'Port': ['ID=08e2a477-2317-42b9-b220-01bf29646192,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:40.197979 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92814d9-1d25-46ae-a40c-22b43ceddb71 x-openstack-request-id: req-d92814d9-1d25-46ae-a40c-22b43ceddb71 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:26:40.198245 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2bb56a-b47b-49ed-938c-e995ec71d187", "tag": "08e2a477-2317-42b9-b220-01bf29646192", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:26:40.198450 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d92814d9-1d25-46ae-a40c-22b43ceddb71 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:26:40.198948 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92814d9-1d25-46ae-a40c-22b43ceddb71'] response: {'name': 'network-changed', 'server_uuid': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'tag': '08e2a477-2317-42b9-b220-01bf29646192', 'status': 'completed', 'code': 200} Oct 14 02:26:40.252377 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:40.252770 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:40.292791 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 3f88bed7-05e2-4e5e-a88c-d618baf03a32, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=3f88bed7-05e2-4e5e-a88c-d618baf03a32,segment=NetworkSegment(25f1b799-18c7-4a78-9cb8-3ea3b60d2a51),segment_id=25f1b799-18c7-4a78-9cb8-3ea3b60d2a51)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:40.301279 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:40.367889 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=3f88bed7-05e2-4e5e-a88c-d618baf03a32,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:40.466284 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579988b4-e3d3-43bf-a7cb-88c8056e64fc req-7032292e-3687-44dd-8898-960b15538195 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:40.471564 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-579988b4-e3d3-43bf-a7cb-88c8056e64fc req-7032292e-3687-44dd-8898-960b15538195 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 943 time: 0.0610285 Oct 14 02:26:40.535429 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-579988b4-e3d3-43bf-a7cb-88c8056e64fc req-283ba4c8-bafc-4f57-b374-e4ee887500de tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604768 Oct 14 02:26:40.880684 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7034ddd-c1af-458f-acbe-3bc40f3c467b req-01532623-b98e-4d20-b60f-7d239d7526a9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:40.883536 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f7034ddd-c1af-458f-acbe-3bc40f3c467b req-01532623-b98e-4d20-b60f-7d239d7526a9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0528612 Oct 14 02:26:40.933341 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f7034ddd-c1af-458f-acbe-3bc40f3c467b req-8ccaab4b-d946-44a6-8442-a7ae8f639905 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Oct 14 02:26:41.529040 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b347ca-104d-4eba-bbb8-8f21f037ba8d req-5c91740b-5c74-4a93-ae19-e3c07cff8187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:41.530774 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-39b347ca-104d-4eba-bbb8-8f21f037ba8d req-5c91740b-5c74-4a93-ae19-e3c07cff8187 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 1127 time: 0.0486054 Oct 14 02:26:41.705651 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398a2a5-549e-47c2-aa7c-4094aabf8f20 req-6e442521-d9b0-41d2-a7eb-7274c89f4dd2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:41.707279 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7398a2a5-549e-47c2-aa7c-4094aabf8f20 req-6e442521-d9b0-41d2-a7eb-7274c89f4dd2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 943 time: 0.0776074 Oct 14 02:26:41.721796 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b347ca-104d-4eba-bbb8-8f21f037ba8d req-f611ad6a-5844-4420-95b5-35b07a20b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:41.728871 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-39b347ca-104d-4eba-bbb8-8f21f037ba8d req-f611ad6a-5844-4420-95b5-35b07a20b157 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1822860 Oct 14 02:26:41.802814 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 3f88bed7-05e2-4e5e-a88c-d618baf03a32 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:41.809339 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:41.865753 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7398a2a5-549e-47c2-aa7c-4094aabf8f20 req-19dd99ac-7675-43a3-a663-7e3097165139 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522620 Oct 14 02:26:41.872711 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:41.873706 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:41.874110 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 Oct 14 02:26:41.891646 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b347ca-104d-4eba-bbb8-8f21f037ba8d req-aa00a9df-16b5-4528-a3fe-6d8a7c11dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:41.894091 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-39b347ca-104d-4eba-bbb8-8f21f037ba8d req-aa00a9df-16b5-4528-a3fe-6d8a7c11dc77 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501653 Oct 14 02:26:41.975989 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:42.003369 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239bb0d-a119-46fb-948b-adbace58a42d req-ecf813bc-9226-4676-b096-4cab1f65c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:42.004864 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-ecf813bc-9226-4676-b096-4cab1f65c67a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 1127 time: 0.0664380 Oct 14 02:26:42.020700 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:42.339026 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-b11094df-c011-4fd4-8cb3-f672d6e05565 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08e2a477-2317-42b9-b220-01bf29646192 HTTP/1.1" status: 200 len: 217 time: 0.3249154 Oct 14 02:26:42.424500 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239bb0d-a119-46fb-948b-adbace58a42d req-adbee45b-33eb-425b-863b-839f0231c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:42.424500 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-adbee45b-33eb-425b-863b-839f0231c601 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a651fca8-4007-4455-b37a-8eae20093d74 HTTP/1.1" status: 200 len: 850 time: 0.0782983 Oct 14 02:26:42.473428 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b983-63dc-4665-8082-dc1a577e74fb req-508044e5-d356-4dd5-b2f5-f71aa7f1af6e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:42.475168 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a267b983-63dc-4665-8082-dc1a577e74fb req-508044e5-d356-4dd5-b2f5-f71aa7f1af6e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1525626 Oct 14 02:26:42.507239 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239bb0d-a119-46fb-948b-adbace58a42d req-c31f533f-8966-46a6-b11f-02ee4eb289a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:42.508763 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-c31f533f-8966-46a6-b11f-02ee4eb289a6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4299c348-5cd7-492e-82e5-e30b1204822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761583 Oct 14 02:26:42.642127 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a267b983-63dc-4665-8082-dc1a577e74fb req-c61dbd99-8762-4a93-9b22-1d4ef3f0708e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582785 Oct 14 02:26:42.657062 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-70189e33-78bb-4851-9ca2-695209add203 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415799 Oct 14 02:26:42.797600 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c239bb0d-a119-46fb-948b-adbace58a42d req-dc3a8549-f34d-4b94-9c87-0833d9ca5566 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238985 Oct 14 02:26:42.995994 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215300ee-087e-4fb3-83c8-cddabb0e19c7 req-489d793e-9d7a-4321-ac9c-b17d75d55510 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:42.997801 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-215300ee-087e-4fb3-83c8-cddabb0e19c7 req-489d793e-9d7a-4321-ac9c-b17d75d55510 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 943 time: 0.0514719 Oct 14 02:26:43.011353 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:43.051592 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-215300ee-087e-4fb3-83c8-cddabb0e19c7 req-b36d3da1-59b5-48bf-aa30-706f6066ee24 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474176 Oct 14 02:26:43.495483 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-c7a7b02c-c71d-458e-8f25-149aad6f8c98 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:43.497049 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-c7a7b02c-c71d-458e-8f25-149aad6f8c98 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/networks?id=c4b028d4-13cc-4641-80cb-f23766bdcdbd HTTP/1.1" status: 200 len: 814 time: 0.1219754 Oct 14 02:26:43.515383 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-88eef4f3-a442-4fce-8c58-8e5d0d90d3b0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/quotas/ace6580a1307486895a0ec8149a95fa9 HTTP/1.1" status: 200 len: 375 time: 0.0101264 Oct 14 02:26:43.572824 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-31cc2863-8de0-441b-b224-56addbefc6e5 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ace6580a1307486895a0ec8149a95fa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514295 Oct 14 02:26:43.714592 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-52de29f6-cacb-4da8-bac1-6c9d11bd24c2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220052 Oct 14 02:26:43.809629 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-e5b2ca16-f9fa-436c-b5d5-f449df2b02f9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892866 Oct 14 02:26:44.044660 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a22927-a75d-477f-b5fb-e94a67ccb88f req-dc677669-9536-4afa-bc03-bc034d1df1c3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:44.046875 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d8a22927-a75d-477f-b5fb-e94a67ccb88f req-dc677669-9536-4afa-bc03-bc034d1df1c3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0596874 Oct 14 02:26:44.106512 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d8a22927-a75d-477f-b5fb-e94a67ccb88f req-5039c7f7-654b-41da-aa1a-b3593edd3b85 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527532 Oct 14 02:26:44.159870 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ac0c5-e583-4bcd-b1c1-601473395b7c req-36bcc657-fc66-4124-a7c9-7e1f2118552a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:44.161424 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d94ac0c5-e583-4bcd-b1c1-601473395b7c req-36bcc657-fc66-4124-a7c9-7e1f2118552a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0526047 Oct 14 02:26:44.206787 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3b7c3ea4-f214-42c1-989c-4f466033c8a0 req-2919898e-bd96-4c1e-b49a-5ef26cab203b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 210 time: 0.0395029 Oct 14 02:26:44.208809 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:44.250763 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d94ac0c5-e583-4bcd-b1c1-601473395b7c req-4d683132-25bb-4a7a-ad4c-b1b060422e8c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810263 Oct 14 02:26:44.327231 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10592730-decb-479f-b7a3-95705a2a1b1e req-88a58b72-8412-49c6-b0cc-8c8f984202aa tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:44.330826 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-10592730-decb-479f-b7a3-95705a2a1b1e req-88a58b72-8412-49c6-b0cc-8c8f984202aa tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 943 time: 0.0582826 Oct 14 02:26:44.381760 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-10592730-decb-479f-b7a3-95705a2a1b1e req-6a4efc98-5d12-4edc-87ad-1616592ee419 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473299 Oct 14 02:26:45.234246 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9666e2-e6c6-45d8-9dbb-241186957ba0 req-ea1289b8-d885-463a-98d7-3695e0e035f5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:45.235764 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9f9666e2-e6c6-45d8-9dbb-241186957ba0 req-ea1289b8-d885-463a-98d7-3695e0e035f5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0461113 Oct 14 02:26:45.285962 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9f9666e2-e6c6-45d8-9dbb-241186957ba0 req-41e211d1-55ba-4752-bdc2-4e27ad604503 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440600 Oct 14 02:26:45.321106 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a474b32-0fdc-4301-8444-bf2608a2ac18 req-86fe3d6d-7971-4667-935a-e30222abd926 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 210 time: 0.0341671 Oct 14 02:26:45.398554 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d7954-b9c9-49d3-bd1c-6c0433bccd43 req-dd2a6bfd-ff7e-4e21-a944-57ac123af96f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:45.399974 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-de6d7954-b9c9-49d3-bd1c-6c0433bccd43 req-dd2a6bfd-ff7e-4e21-a944-57ac123af96f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0490787 Oct 14 02:26:45.451318 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-de6d7954-b9c9-49d3-bd1c-6c0433bccd43 req-b5b30cd4-6f17-46a1-a8ce-9078f54b8f02 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Oct 14 02:26:45.506202 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf88fa-335e-48b5-b4f8-ceb7d1ddd14b req-ea833dc6-dc59-4a89-98a9-03ad1a51a764 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:45.507741 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-05bf88fa-335e-48b5-b4f8-ceb7d1ddd14b req-ea833dc6-dc59-4a89-98a9-03ad1a51a764 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 943 time: 0.0502541 Oct 14 02:26:45.557673 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-05bf88fa-335e-48b5-b4f8-ceb7d1ddd14b req-8516954c-57d9-47ba-a06a-0fbee1bc3345 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443299 Oct 14 02:26:46.447377 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-831d3a88-ae63-4700-a72f-d6b021567dc0 req-8218a789-8cfe-46f2-806c-288866d8a802 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 210 time: 0.0349758 Oct 14 02:26:46.455247 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252bda8-b2e5-4e8c-b6ca-773a566b3c60 req-11bf206a-df8e-4139-9ab8-e36f0ee47d76 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:46.456658 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0252bda8-b2e5-4e8c-b6ca-773a566b3c60 req-11bf206a-df8e-4139-9ab8-e36f0ee47d76 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0829442 Oct 14 02:26:46.480139 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:46.512563 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0252bda8-b2e5-4e8c-b6ca-773a566b3c60 req-9077e93c-b5c5-4020-9992-e2f5af0a837a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493848 Oct 14 02:26:46.544198 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3b7eab7-ea4f-479c-9495-ac57c2756f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:46.590325 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25f1f9-8360-4f78-8c1a-ab5d7ccb617a req-9d5c0678-56c9-44fe-8efa-be869a91edbb tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:46.599732 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-be25f1f9-8360-4f78-8c1a-ab5d7ccb617a req-9d5c0678-56c9-44fe-8efa-be869a91edbb tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0583744 Oct 14 02:26:46.657099 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-be25f1f9-8360-4f78-8c1a-ab5d7ccb617a req-fec62f21-14a5-4103-aa0f-cf8093117363 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555356 Oct 14 02:26:46.699396 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12e744-0dda-4d95-8e15-51b366d8bc92 req-8cd191e7-7658-4471-a85f-2a166157cb40 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:46.701554 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea12e744-0dda-4d95-8e15-51b366d8bc92 req-8cd191e7-7658-4471-a85f-2a166157cb40 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 943 time: 0.0604827 Oct 14 02:26:46.752149 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea12e744-0dda-4d95-8e15-51b366d8bc92 req-ea59d566-fb9c-48cd-ad97-dd25d23659b4 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452049 Oct 14 02:26:47.554624 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c47fb0e7-a6a9-4cb6-a341-b7cb962d4927 req-426d6c49-cd93-4585-b315-885ef469be90 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 210 time: 0.0275738 Oct 14 02:26:47.648065 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dac8bf-9813-4764-b945-a7e3e9d6eef5 req-35ba7e0f-7162-4f20-82bf-f3e7d006c03f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:47.649619 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c4dac8bf-9813-4764-b945-a7e3e9d6eef5 req-35ba7e0f-7162-4f20-82bf-f3e7d006c03f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0488698 Oct 14 02:26:47.704671 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c4dac8bf-9813-4764-b945-a7e3e9d6eef5 req-14d8e1c6-d765-4848-9d17-bdaa4fffaa3c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478365 Oct 14 02:26:47.800231 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1448d-82cb-47f1-a79f-98120be968d8 req-ecb978c3-f61e-44f3-b089-8c5acf9948d0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:47.801748 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3ae1448d-82cb-47f1-a79f-98120be968d8 req-ecb978c3-f61e-44f3-b089-8c5acf9948d0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0560353 Oct 14 02:26:47.892600 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3ae1448d-82cb-47f1-a79f-98120be968d8 req-064a008f-7eb0-4f7c-81eb-393bec5f278e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809052 Oct 14 02:26:47.900485 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5175e9d-72e5-4c01-8e11-e88035d28159 req-7aa1f8de-bc09-4bbb-b3cb-95c380a64418 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:47.901910 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5175e9d-72e5-4c01-8e11-e88035d28159 req-7aa1f8de-bc09-4bbb-b3cb-95c380a64418 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 943 time: 0.0660818 Oct 14 02:26:47.950153 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5175e9d-72e5-4c01-8e11-e88035d28159 req-3910d341-dbdd-4c4e-8678-f32f9c2a5896 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420105 Oct 14 02:26:48.641829 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:48.664852 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-31574fad-8bb6-4c50-980b-16e3b94a10e7 req-223891af-fc8e-4da6-a734-2a11fd318b84 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 210 time: 0.0336425 Oct 14 02:26:48.846676 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559ef62-c3c4-4e6b-ab50-e8d2a4c75b28 req-bf130c38-bef5-4832-b78b-2cd82f4a24db tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:48.853775 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6559ef62-c3c4-4e6b-ab50-e8d2a4c75b28 req-bf130c38-bef5-4832-b78b-2cd82f4a24db tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0570269 Oct 14 02:26:48.872358 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d030b2bc-490b-4942-9483-b5f97f3d1f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:48.935849 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f32aac-9713-429f-90b8-fdcf49d4aa70 req-fdcc40e4-6f52-4488-a0ba-31208edd6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:48.937778 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d9f32aac-9713-429f-90b8-fdcf49d4aa70 req-fdcc40e4-6f52-4488-a0ba-31208edd6b2e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 1129 time: 0.0660124 Oct 14 02:26:48.946430 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6559ef62-c3c4-4e6b-ab50-e8d2a4c75b28 req-d64cd895-3880-4e4c-bca7-4c3c4da30ad6 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918620 Oct 14 02:26:49.019981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31cde-d002-4d7b-8b76-408423d31e94 req-0af7084d-da3b-4c9b-a9bf-bbd5d7378c82 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:49.021458 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d3b31cde-d002-4d7b-8b76-408423d31e94 req-0af7084d-da3b-4c9b-a9bf-bbd5d7378c82 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0474100 Oct 14 02:26:49.096524 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6f24c-572c-4215-85ea-29bfe0e9577f req-ce0e0016-b2ea-456a-b7a5-2881a8d0dcb9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:49.097894 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-64b6f24c-572c-4215-85ea-29bfe0e9577f req-ce0e0016-b2ea-456a-b7a5-2881a8d0dcb9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 943 time: 0.0719388 Oct 14 02:26:49.119753 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d3b31cde-d002-4d7b-8b76-408423d31e94 req-8c968fe6-539c-403a-b4bd-4d8c63db134d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926356 Oct 14 02:26:49.160121 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-64b6f24c-572c-4215-85ea-29bfe0e9577f req-1f9ca73d-ca82-4f97-bebd-5dc0cb614276 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548015 Oct 14 02:26:49.334959 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d9f32aac-9713-429f-90b8-fdcf49d4aa70 req-3947f7b9-3c6a-42f5-b3f7-d1648538c11f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Oct 14 02:26:49.658763 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:49.773039 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-92ddfa5d-6bab-4133-9a39-21b5963c2fa0 req-8dc2c27c-c580-4d7b-8f53-a710c532235f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 210 time: 0.0285594 Oct 14 02:26:49.784310 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:49.804980 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:49.928850 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 41416) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:49.933377 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-dacecec6-d406-4990-a42d-8198243680d8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868554917', 'description': 'tempest-description--2047931268'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:49.960648 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dacecec6-d406-4990-a42d-8198243680d8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:49.989957 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:50.062913 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dacecec6-d406-4990-a42d-8198243680d8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (dce6a6ae-360a-46e5-847a-9870e0d6d21a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.080327 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dacecec6-d406-4990-a42d-8198243680d8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (dce6a6ae-360a-46e5-847a-9870e0d6d21a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.125436 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc0d73-66bc-4835-877b-2df31955b9dc req-4d35472a-01e5-40ac-8661-c3aebb73342c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:50.126915 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5dfc0d73-66bc-4835-877b-2df31955b9dc req-4d35472a-01e5-40ac-8661-c3aebb73342c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0828841 Oct 14 02:26:50.129465 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dacecec6-d406-4990-a42d-8198243680d8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.130562 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-dacecec6-d406-4990-a42d-8198243680d8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2006934 Oct 14 02:26:50.133648 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 41422) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:50.139590 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group_rule': {'security_group_id': 'dce6a6ae-360a-46e5-847a-9870e0d6d21a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:50.146965 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacecec6-d406-4990-a42d-8198243680d8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce6a6ae-360a-46e5-847a-9870e0d6d21a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:50.181590 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5dfc0d73-66bc-4835-877b-2df31955b9dc req-c1b92a7b-e5e8-434c-9bcb-bea066ca5068 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489826 Oct 14 02:26:50.185590 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (27cf1454-e49d-453e-8e2f-158e032ff98a), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.261128 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (27cf1454-e49d-453e-8e2f-158e032ff98a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.265794 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (27cf1454-e49d-453e-8e2f-158e032ff98a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.285190 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cf1454-e49d-453e-8e2f-158e032ff98a,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:50.297158 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.298946 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636097 Oct 14 02:26:50.300152 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.301094 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.301094 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.301271 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.301492 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.301823 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.302159 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.302482 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.302808 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.303158 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.303486 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.303807 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.304127 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.304242 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 41432) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:50.304452 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.304764 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f19349-d6ee-4dda-8cf5-2dbe571efa35 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:26:50.309760 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-3a33cd03-9898-479f-89cc-ce66b57bb072 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group_rule': {'security_group_id': 'dce6a6ae-360a-46e5-847a-9870e0d6d21a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:50.322390 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ed6e-9c20-4aa3-bce7-b31fd0228250 req-569d714d-5567-451f-bf58-a20ca834464d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:50.323850 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c709ed6e-9c20-4aa3-bce7-b31fd0228250 req-569d714d-5567-451f-bf58-a20ca834464d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0979960 Oct 14 02:26:50.351994 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c513c-cb28-4a48-8c53-3485db8e4617 req-7b737861-c1eb-40a5-9a07-4ed633823151 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:50.353431 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-255c513c-cb28-4a48-8c53-3485db8e4617 req-7b737861-c1eb-40a5-9a07-4ed633823151 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 943 time: 0.0925286 Oct 14 02:26:50.401065 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3a33cd03-9898-479f-89cc-ce66b57bb072 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (da80ac07-4ea6-407d-b6b9-c822fad94670), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.459922 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c709ed6e-9c20-4aa3-bce7-b31fd0228250 req-78667eff-12c4-4cca-8e74-37f161390f85 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286781 Oct 14 02:26:50.532331 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:50.536058 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-255c513c-cb28-4a48-8c53-3485db8e4617 req-5a163cd3-b57c-4d0d-9dbd-836c868cb27a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705346 Oct 14 02:26:50.542782 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 08e2a477-2317-42b9-b220-01bf29646192 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:26:50.630347 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3a33cd03-9898-479f-89cc-ce66b57bb072 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (da80ac07-4ea6-407d-b6b9-c822fad94670), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.639728 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3a33cd03-9898-479f-89cc-ce66b57bb072 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (da80ac07-4ea6-407d-b6b9-c822fad94670), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.661105 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-4d51dff4-37a1-4cb3-a1a8-894248070401 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:50.662691 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-4d51dff4-37a1-4cb3-a1a8-894248070401 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c4b028d4-13cc-4641-80cb-f23766bdcdbd HTTP/1.1" status: 200 len: 814 time: 0.2236733 Oct 14 02:26:50.667339 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33cd03-9898-479f-89cc-ce66b57bb072 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da80ac07-4ea6-407d-b6b9-c822fad94670,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:50.683717 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Request body: {'port': {'device_id': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'admin_state_up': True, 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:50.689425 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 08e2a477-2317-42b9-b220-01bf29646192, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=08e2a477-2317-42b9-b220-01bf29646192,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:50.690238 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3a33cd03-9898-479f-89cc-ce66b57bb072 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.691587 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3a33cd03-9898-479f-89cc-ce66b57bb072 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3863983 Oct 14 02:26:50.694628 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 41440) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:26:50.708062 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '08e2a477-2317-42b9-b220-01bf29646192', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'port_id': '08e2a477-2317-42b9-b220-01bf29646192', 'mac_address': 'fa:16:3e:30:fb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:26:50.708977 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:26:50.749292 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 08e2a477-2317-42b9-b220-01bf29646192 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:50.749686 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (08e2a477-2317-42b9-b220-01bf29646192), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.765002 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e2a477-2317-42b9-b220-01bf29646192 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:26:50.789526 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.790152 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 08e2a477-2317-42b9-b220-01bf29646192, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=08e2a477-2317-42b9-b220-01bf29646192,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:50.793575 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (08e2a477-2317-42b9-b220-01bf29646192), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.859882 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=08e2a477-2317-42b9-b220-01bf29646192,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:50.924878 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c00c5281-20a4-4ddf-b85d-3fa9aa1044e0 req-19374ec4-7843-4fd7-a05d-86d4706902c5 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 210 time: 0.0438731 Oct 14 02:26:50.948222 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:50.980440 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:50.989762 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Made reservation on behalf of ace6580a1307486895a0ec8149a95fa9 for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:26:50.993590 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:51.180784 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Allocated IP 172.27.1.219 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/ae2c8955-7e51-48e5-a182-13f0444877c8) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:51.241341 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['08e2a477-2317-42b9-b220-01bf29646192'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:26:51.342989 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Allocated IP 172.20.0.9 (c4b028d4-13cc-4641-80cb-f23766bdcdbd/480f66f4-5c53-4f4f-b49d-dd1d07a2df27/a5067bf3-c745-4912-8359-901585cccd36) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:26:51.414434 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb5408-6d67-4607-aada-ddc5dacb71c7 req-21fa3b39-cb63-4c90-ac96-3e52e6804cd6 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:51.415592 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cbeb5408-6d67-4607-aada-ddc5dacb71c7 req-21fa3b39-cb63-4c90-ac96-3e52e6804cd6 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.1027527 Oct 14 02:26:51.474105 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (ae2c8955-7e51-48e5-a182-13f0444877c8), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:51.488524 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:51.497415 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:51.591243 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cbeb5408-6d67-4607-aada-ddc5dacb71c7 req-76e5dacf-4966-460c-9134-6dc458766b40 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1644859 Oct 14 02:26:51.640054 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (ae2c8955-7e51-48e5-a182-13f0444877c8), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:51.669257 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284a226-8dbb-404f-ac51-45b96c63ae49 req-3fc0f413-b742-4d7b-b1cd-ada6c621a071 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:51.670789 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2284a226-8dbb-404f-ac51-45b96c63ae49 req-3fc0f413-b742-4d7b-b1cd-ada6c621a071 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1015019 Oct 14 02:26:51.702991 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:51.739542 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:51.764817 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:51.788716 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:51.800118 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:51.806544 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for port (a5067bf3-c745-4912-8359-901585cccd36), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:51.817477 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a0132-a96c-431b-b4d2-a8ea1a12dead req-674b4256-a6d8-42e3-9db7-54c4115d1439 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:51.819017 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab5a0132-a96c-431b-b4d2-a8ea1a12dead req-674b4256-a6d8-42e3-9db7-54c4115d1439 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 944 time: 0.1594105 Oct 14 02:26:51.844968 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=ae2c8955-7e51-48e5-a182-13f0444877c8,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:51.921926 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2284a226-8dbb-404f-ac51-45b96c63ae49 req-d050e2fb-708a-4a8a-829b-ec3e01b149c8 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130041 Oct 14 02:26:52.008429 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (a5067bf3-c745-4912-8359-901585cccd36), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:52.057833 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab5a0132-a96c-431b-b4d2-a8ea1a12dead req-f24d7134-36c5-4310-9b66-b7b859db32e5 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059157 Oct 14 02:26:52.179022 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Network c4b028d4-13cc-4641-80cb-f23766bdcdbd is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:26:52.198772 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:26:52.202051 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:26:52.244305 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (5b1dbec6-6e8d-4018-9308-8ec98088414e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:52.254929 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d01bc-ba2b-4862-95cb-82cffb6c8ec7 req-b0392c38-04d7-4c81-8003-3186693debe0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:52.260809 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e97d01bc-ba2b-4862-95cb-82cffb6c8ec7 req-b0392c38-04d7-4c81-8003-3186693debe0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 931 time: 0.1871026 Oct 14 02:26:52.349026 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'Port': ['ID=a5067bf3-c745-4912-8359-901585cccd36,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:52.406609 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:52.414424 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e97d01bc-ba2b-4862-95cb-82cffb6c8ec7 req-e2dbcced-8c85-4f66-88ee-f516cc8bf5b9 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241179 Oct 14 02:26:52.416450 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (ae2c8955-7e51-48e5-a182-13f0444877c8), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:52.425045 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:52.426372 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:52.516968 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-89888ffd-461d-409d-98a2-5964a649a923 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8386524 Oct 14 02:26:52.546072 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 08e2a477-2317-42b9-b220-01bf29646192 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:26:52.552427 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8366-b8cb-48d2-8274-720e85db3d99 req-244b6598-4175-431a-bb1d-deb8eed79a3d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:52.554293 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-116a8366-b8cb-48d2-8274-720e85db3d99 req-244b6598-4175-431a-bb1d-deb8eed79a3d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0955265 Oct 14 02:26:52.608089 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port 08e2a477-2317-42b9-b220-01bf29646192 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:26:52.627599 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 08e2a477-2317-42b9-b220-01bf29646192 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:52.628271 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (08e2a477-2317-42b9-b220-01bf29646192), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:52.629495 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 08e2a477-2317-42b9-b220-01bf29646192 Oct 14 02:26:52.673778 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-eb5f8c40-cbf2-44e9-a339-89eda42bc0b2 None None] Provisioning complete for port a5067bf3-c745-4912-8359-901585cccd36 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:26:52.674146 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8c40-cbf2-44e9-a339-89eda42bc0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (a5067bf3-c745-4912-8359-901585cccd36), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:52.674479 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-eb5f8c40-cbf2-44e9-a339-89eda42bc0b2 None None] Attempt 1 to provision port a5067bf3-c745-4912-8359-901585cccd36 Oct 14 02:26:52.740063 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:52.794706 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f8c40-cbf2-44e9-a339-89eda42bc0b2 None None] Port a5067bf3-c745-4912-8359-901585cccd36 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:26:52.797773 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 08e2a477-2317-42b9-b220-01bf29646192 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:26:52.798193 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (08e2a477-2317-42b9-b220-01bf29646192), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:52.824868 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e2a477-2317-42b9-b220-01bf29646192'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:26:52.830082 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263caafa-499f-4077-be39-3ce778b3df12" -d '{"events": [{"server_uuid": "3a2bb56a-b47b-49ed-938c-e995ec71d187", "name": "network-vif-plugged", "status": "completed", "tag": "08e2a477-2317-42b9-b220-01bf29646192"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:26:52.849594 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 08e2a477-2317-42b9-b220-01bf29646192, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=08e2a477-2317-42b9-b220-01bf29646192,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:26:52.855240 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (08e2a477-2317-42b9-b220-01bf29646192), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:53.032177 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-116a8366-b8cb-48d2-8274-720e85db3d99 req-11e372bb-0905-4d81-8856-67e28c9b905f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621954 Oct 14 02:26:53.041959 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2860a2-2f82-464b-9f39-eaa82609f1ae req-3759e644-19fa-438d-ad8e-580982ca11f1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:53.049366 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4f2860a2-2f82-464b-9f39-eaa82609f1ae req-3759e644-19fa-438d-ad8e-580982ca11f1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.1575105 Oct 14 02:26:53.105248 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=08e2a477-2317-42b9-b220-01bf29646192,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:53.118826 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d7b930-7e28-4452-86e3-10a97a5c63a3 x-openstack-request-id: req-71d7b930-7e28-4452-86e3-10a97a5c63a3 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:26:53.119159 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2bb56a-b47b-49ed-938c-e995ec71d187", "name": "network-vif-plugged", "status": "completed", "tag": "08e2a477-2317-42b9-b220-01bf29646192", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:26:53.119592 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71d7b930-7e28-4452-86e3-10a97a5c63a3 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:26:53.120172 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d7b930-7e28-4452-86e3-10a97a5c63a3'] response: {'server_uuid': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e2a477-2317-42b9-b220-01bf29646192', 'code': 200} Oct 14 02:26:53.186000 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (ae2c8955-7e51-48e5-a182-13f0444877c8), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:53.208148 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4f2860a2-2f82-464b-9f39-eaa82609f1ae req-71760224-7d64-430a-89d7-2fe23611ad63 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1575689 Oct 14 02:26:53.211457 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (ae2c8955-7e51-48e5-a182-13f0444877c8), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:53.352578 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d084a-2397-4800-a399-b0c7a2516fa0 req-bdf9ceba-fead-450e-8087-88df558bd864 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:53.354150 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-890d084a-2397-4800-a399-b0c7a2516fa0 req-bdf9ceba-fead-450e-8087-88df558bd864 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.1445320 Oct 14 02:26:53.365679 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=ae2c8955-7e51-48e5-a182-13f0444877c8,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:26:53.369164 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (5b1dbec6-6e8d-4018-9308-8ec98088414e), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:53.402121 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:53.414977 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:26:53.428081 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d04823f2-e18e-4594-a127-baa94ea624aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7207146 Oct 14 02:26:53.450157 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-890d084a-2397-4800-a399-b0c7a2516fa0 req-fd1b4edf-c430-47cb-becd-405ea6abebf6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858626 Oct 14 02:26:53.617101 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a42899-9137-494f-a6ff-7ae41b7faad7 req-0214d174-0144-4829-888d-23c23b11996f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:53.618668 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-68a42899-9137-494f-a6ff-7ae41b7faad7 req-0214d174-0144-4829-888d-23c23b11996f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 931 time: 0.0618510 Oct 14 02:26:53.672984 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-68a42899-9137-494f-a6ff-7ae41b7faad7 req-308cca3a-62c1-42ab-b86f-a4cfb0dd1154 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484648 Oct 14 02:26:54.168859 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ec685-e2e4-487a-93c3-b7f3b2e8b2ef req-6038fab9-240f-494b-8b42-95c287864bf0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:54.175552 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-321ec685-e2e4-487a-93c3-b7f3b2e8b2ef req-6038fab9-240f-494b-8b42-95c287864bf0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0535669 Oct 14 02:26:54.233117 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-321ec685-e2e4-487a-93c3-b7f3b2e8b2ef req-6e525dbd-fff1-461a-ba7e-bbcd2a3f85f4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565732 Oct 14 02:26:54.410724 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459a33c-65ec-48af-b6f3-7ddf6ca5219a req-24cb18d3-0606-4323-ac12-e32768212b62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:54.412334 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8459a33c-65ec-48af-b6f3-7ddf6ca5219a req-24cb18d3-0606-4323-ac12-e32768212b62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0588536 Oct 14 02:26:54.475759 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8459a33c-65ec-48af-b6f3-7ddf6ca5219a req-1e834acd-07a1-44e7-93a9-41b3fe8ceb6b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572979 Oct 14 02:26:54.596593 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:54.679278 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a8cf4-4f78-488d-9512-b1380c2f40fb req-e005763b-2d20-4baa-8374-2b666e4339d0 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:54.685094 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-745a8cf4-4f78-488d-9512-b1380c2f40fb req-e005763b-2d20-4baa-8374-2b666e4339d0 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.1097665 Oct 14 02:26:54.758580 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-745a8cf4-4f78-488d-9512-b1380c2f40fb req-7c86b67c-bca6-4913-9d08-a6b9b3977854 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717621 Oct 14 02:26:54.902624 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b531f-d70b-4e1d-8961-f001464a630e req-9b3474dc-158f-4397-85b1-8a07e811b457 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:54.904688 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cd1b531f-d70b-4e1d-8961-f001464a630e req-9b3474dc-158f-4397-85b1-8a07e811b457 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 931 time: 0.0614684 Oct 14 02:26:54.971403 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cd1b531f-d70b-4e1d-8961-f001464a630e req-3696259e-90a5-419e-8629-ec1e1c9b1ff1 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579097 Oct 14 02:26:55.368413 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cf0da-c246-4af2-b401-878fd07a84ad req-5bb3a711-7ba9-4b86-abcd-b0297b7a6601 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:55.369883 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-221cf0da-c246-4af2-b401-878fd07a84ad req-5bb3a711-7ba9-4b86-abcd-b0297b7a6601 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0524831 Oct 14 02:26:55.420213 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-221cf0da-c246-4af2-b401-878fd07a84ad req-26b11a39-fb95-4fe3-a8f2-572ae6c4f9ba tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Oct 14 02:26:55.621294 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a10a60-cf78-405a-b3b3-9ae9fb0c48f9 req-132545bb-3833-4392-8947-ae319770232e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:55.623031 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7a10a60-cf78-405a-b3b3-9ae9fb0c48f9 req-132545bb-3833-4392-8947-ae319770232e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0564792 Oct 14 02:26:55.674536 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7a10a60-cf78-405a-b3b3-9ae9fb0c48f9 req-54ae409b-6fc1-4bee-b5d6-94a0e993ec57 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452671 Oct 14 02:26:55.914634 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758d609-57f4-49ee-9a11-0d54fccc6706 req-836f8c6c-12d7-40c6-b0f9-bd77b23d05ca tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:55.916484 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9758d609-57f4-49ee-9a11-0d54fccc6706 req-836f8c6c-12d7-40c6-b0f9-bd77b23d05ca tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0548644 Oct 14 02:26:55.970614 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9758d609-57f4-49ee-9a11-0d54fccc6706 req-73dbff6a-4f34-4393-a5cc-a640deb6fdec tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463395 Oct 14 02:26:56.102098 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc5802-4524-45e6-a8ea-574c8623c6ab req-7e23b7a7-80c1-49ac-89b8-53f64403b322 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:56.103957 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b9dc5802-4524-45e6-a8ea-574c8623c6ab req-7e23b7a7-80c1-49ac-89b8-53f64403b322 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 931 time: 0.0516272 Oct 14 02:26:56.162756 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b9dc5802-4524-45e6-a8ea-574c8623c6ab req-f0912ef9-8b25-427d-9530-ff9695dd0ebe tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497725 Oct 14 02:26:56.567961 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc602f-0b26-48d1-afb2-d8c36055dff3 req-815657be-210e-4a41-8db9-8559e42305b5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:56.569499 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fdfc602f-0b26-48d1-afb2-d8c36055dff3 req-815657be-210e-4a41-8db9-8559e42305b5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0610249 Oct 14 02:26:56.633784 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fdfc602f-0b26-48d1-afb2-d8c36055dff3 req-6f4f76f7-9e72-434a-8ec2-ddb6bf20ebc6 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567718 Oct 14 02:26:56.804320 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:56.816055 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b1cdf-ac7a-43ec-8f78-514a95064045 req-50631c64-ad8d-4f6f-ac38-1cae43631d00 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:56.817552 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-750b1cdf-ac7a-43ec-8f78-514a95064045 req-50631c64-ad8d-4f6f-ac38-1cae43631d00 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0545826 Oct 14 02:26:56.871746 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-750b1cdf-ac7a-43ec-8f78-514a95064045 req-0144996f-0a2d-461b-97fe-81e5dabae76b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481415 Oct 14 02:26:57.114980 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bb776-b653-4fcd-bf51-514a6298f8d0 req-545c241b-42f3-40a3-91b4-322351325977 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:57.116622 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a86bb776-b653-4fcd-bf51-514a6298f8d0 req-545c241b-42f3-40a3-91b4-322351325977 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0496478 Oct 14 02:26:57.169821 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a86bb776-b653-4fcd-bf51-514a6298f8d0 req-609223a3-6d4a-4628-aa3a-82617a1a5c58 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471814 Oct 14 02:26:57.307620 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1a7e0-54b2-4da6-bb09-8bfad57a8888 req-610f08f7-443a-40a7-8a70-31715f567c9b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:57.309162 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-99a1a7e0-54b2-4da6-bb09-8bfad57a8888 req-610f08f7-443a-40a7-8a70-31715f567c9b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 931 time: 0.0530610 Oct 14 02:26:57.370015 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-99a1a7e0-54b2-4da6-bb09-8bfad57a8888 req-ac6ad8df-8aeb-4d66-a783-2e5337b30bea tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537512 Oct 14 02:26:57.760160 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbf45a-6392-4f1a-95f3-179c19711036 req-276930f5-5b4d-44e4-9f8a-8d9c28a8dbef tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:57.762513 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b8dbf45a-6392-4f1a-95f3-179c19711036 req-276930f5-5b4d-44e4-9f8a-8d9c28a8dbef tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0497918 Oct 14 02:26:57.811321 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b8dbf45a-6392-4f1a-95f3-179c19711036 req-aefb3af6-c200-4505-88e2-72ddf0c4e51c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425084 Oct 14 02:26:58.013288 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:58.030010 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ab253-c30a-4d36-a638-ca82dc4e6453 req-2aed835d-7d8d-45b0-b749-88961f2b482f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:58.031525 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a99ab253-c30a-4d36-a638-ca82dc4e6453 req-2aed835d-7d8d-45b0-b749-88961f2b482f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0574441 Oct 14 02:26:58.092896 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a99ab253-c30a-4d36-a638-ca82dc4e6453 req-4163bbec-1268-49d1-82d1-f47f544e6ce0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552850 Oct 14 02:26:58.307678 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493cf2b-9c0b-4b02-8815-e496e226d8c6 req-3fa8abf0-ee50-4a63-9971-50d8ff3cb5ce tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:58.309289 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d493cf2b-9c0b-4b02-8815-e496e226d8c6 req-3fa8abf0-ee50-4a63-9971-50d8ff3cb5ce tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0520425 Oct 14 02:26:58.364754 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d493cf2b-9c0b-4b02-8815-e496e226d8c6 req-be9c4928-1c79-471e-bef9-6132cb0169a0 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497386 Oct 14 02:26:58.524466 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed1ae1-dcf7-4bdf-b7a5-d00b7fe18bd2 req-8a3401f0-e65a-43cb-b174-41acc42bcc61 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:58.526399 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1aed1ae1-dcf7-4bdf-b7a5-d00b7fe18bd2 req-8a3401f0-e65a-43cb-b174-41acc42bcc61 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 931 time: 0.0756059 Oct 14 02:26:58.604778 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1aed1ae1-dcf7-4bdf-b7a5-d00b7fe18bd2 req-ab66553f-1322-4b1d-8704-32135e24e5d1 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591152 Oct 14 02:26:58.945712 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed67034-7e43-41d9-84a1-871da746bcb7 req-bd6d0bfb-b80c-46f8-86b9-9289a656fe8e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:58.947610 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fed67034-7e43-41d9-84a1-871da746bcb7 req-bd6d0bfb-b80c-46f8-86b9-9289a656fe8e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0540347 Oct 14 02:26:59.000532 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fed67034-7e43-41d9-84a1-871da746bcb7 req-8bad59d8-8b93-4d6e-a5cd-cd3fab6da1a7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 Oct 14 02:26:59.235032 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c53f74-4905-4bc2-83d2-fde95887a1cd req-c079c412-529e-4770-94e9-c3fbb7ecb756 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:59.236907 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f8c53f74-4905-4bc2-83d2-fde95887a1cd req-c079c412-529e-4770-94e9-c3fbb7ecb756 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0498068 Oct 14 02:26:59.301840 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f8c53f74-4905-4bc2-83d2-fde95887a1cd req-dd311d20-a01b-435b-9234-ffe2389c96e8 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558155 Oct 14 02:26:59.347406 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-aecb1e38-34d1-4d21-8abd-49282ea9e630 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--868554917&fields=id&tenant_id=1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 267 time: 0.0574622 Oct 14 02:26:59.479572 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-cf2f497e-46dc-4400-93fa-35b2b347b12a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:59.481194 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-cf2f497e-46dc-4400-93fa-35b2b347b12a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 815 time: 0.1267641 Oct 14 02:26:59.520163 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-18c04b32-f9cc-4fde-bd1f-ba1e9597b0db tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/quotas/1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 375 time: 0.0216582 Oct 14 02:26:59.533581 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2388d75-e52b-422f-903a-baa410dbb14d req-1445070d-df83-4f72-8007-05e7cbe1f6c7 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:59.535231 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f2388d75-e52b-422f-903a-baa410dbb14d req-1445070d-df83-4f72-8007-05e7cbe1f6c7 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0808980 Oct 14 02:26:59.608825 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:59.633098 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-2eb45598-4f1c-4ea3-b945-3f23a0a0da99 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967340 Oct 14 02:26:59.715358 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f2388d75-e52b-422f-903a-baa410dbb14d req-02597abf-5b59-42eb-935f-940521af0b57 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671290 Oct 14 02:26:59.771335 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-6fd7ec1e-b168-4ed7-9663-ec3c74be0220 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311173 Oct 14 02:26:59.881541 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf4a6-18af-4921-92b3-3f651f5a915d req-c1cfec25-a4d9-4945-afb7-ee06b83da0ec tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:26:59.883044 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-09fdf4a6-18af-4921-92b3-3f651f5a915d req-c1cfec25-a4d9-4945-afb7-ee06b83da0ec tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 931 time: 0.0855758 Oct 14 02:26:59.931571 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-51ba9337-5f13-4b5a-ab55-478e89145c72 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542816 Oct 14 02:26:59.943658 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:26:59.987316 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-09fdf4a6-18af-4921-92b3-3f651f5a915d req-f81143ad-33f5-49f5-8db7-08586164fe3b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925183 Oct 14 02:27:00.073717 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:00.167075 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7051550a-b641-4995-bf9e-f8863f09179c req-f1bb8ad3-1ff5-4b3a-9aee-55dbc45889c2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0553489 Oct 14 02:27:00.194870 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb86461-4881-4ddf-883e-9a1c03d38e47 req-981046e7-8cc9-400d-a103-4e51e54c5861 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:00.196757 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8fb86461-4881-4ddf-883e-9a1c03d38e47 req-981046e7-8cc9-400d-a103-4e51e54c5861 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0865977 Oct 14 02:27:00.255197 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8fb86461-4881-4ddf-883e-9a1c03d38e47 req-23eb3e7e-623a-4ab9-afd2-60c03d2e450f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515151 Oct 14 02:27:00.288859 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:00.290254 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:00.472254 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5b6bc-99ab-486c-b9ff-d8caac55edbf req-688f7495-d857-485e-9866-c85cb97aa13c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:00.474249 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bed5b6bc-99ab-486c-b9ff-d8caac55edbf req-688f7495-d857-485e-9866-c85cb97aa13c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0775561 Oct 14 02:27:00.550763 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bed5b6bc-99ab-486c-b9ff-d8caac55edbf req-d1985297-5349-430a-ae8e-ea0a0e88bce5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704231 Oct 14 02:27:00.865217 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948b94-e08a-4a72-8c28-2b4917eee248 req-e6eb0e03-4e82-453c-8422-a771c6148e63 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:00.868967 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-16948b94-e08a-4a72-8c28-2b4917eee248 req-e6eb0e03-4e82-453c-8422-a771c6148e63 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0770092 Oct 14 02:27:00.922650 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-16948b94-e08a-4a72-8c28-2b4917eee248 req-b73278b0-eb8b-48b1-bc33-ee484903a7e1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495670 Oct 14 02:27:01.118274 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131bf09-89b7-4f85-8073-8e68a6144b05 req-456bc6a2-ad05-4d69-af8c-26cc20753fce tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:01.119820 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f131bf09-89b7-4f85-8073-8e68a6144b05 req-456bc6a2-ad05-4d69-af8c-26cc20753fce tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 931 time: 0.0541844 Oct 14 02:27:01.174852 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f131bf09-89b7-4f85-8073-8e68a6144b05 req-952bd345-b049-4a2d-b5f5-04d315651891 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487087 Oct 14 02:27:01.279830 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fed42b0c-af89-4a3a-9a90-12ea99493056 req-afc40c83-eb7e-461b-84f6-fcb7716e55fd tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0303490 Oct 14 02:27:01.388590 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd0614-32db-40bf-9674-7b9a19639110 req-0b810e4f-81da-492d-ba5c-b48cf113eda8 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:01.390100 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54fd0614-32db-40bf-9674-7b9a19639110 req-0b810e4f-81da-492d-ba5c-b48cf113eda8 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0508180 Oct 14 02:27:01.436700 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54fd0614-32db-40bf-9674-7b9a19639110 req-1d076a77-2b5c-4442-b845-dba8466bf0b8 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Oct 14 02:27:01.674074 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ad88e-995c-4062-b093-6fe0718645f5 req-d2809cda-ffb0-4c4a-8d3a-4ec6b17eda20 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:01.675568 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-da0ad88e-995c-4062-b093-6fe0718645f5 req-d2809cda-ffb0-4c4a-8d3a-4ec6b17eda20 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0464475 Oct 14 02:27:01.728473 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-da0ad88e-995c-4062-b093-6fe0718645f5 req-00645cce-c206-4509-bbe4-2c7032f06ab4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473249 Oct 14 02:27:02.044535 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163547fe-baa3-476d-bf4a-d53fdc1d0115 req-5f7dcb94-7c7d-422c-b51c-7f106bfe43bd tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:02.045994 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-163547fe-baa3-476d-bf4a-d53fdc1d0115 req-5f7dcb94-7c7d-422c-b51c-7f106bfe43bd tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0466971 Oct 14 02:27:02.074388 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Request body: {'port': {'device_id': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:02.127358 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:02.152358 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-163547fe-baa3-476d-bf4a-d53fdc1d0115 req-f67411e6-0059-4840-a0e3-3b9435a1a8dd tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005831 Oct 14 02:27:02.210471 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee077eae-91dd-44d6-9e78-8a6de5b44541 req-a3b2f079-9d53-45e3-b1bc-9e68f57a1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:02.212932 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ee077eae-91dd-44d6-9e78-8a6de5b44541 req-a3b2f079-9d53-45e3-b1bc-9e68f57a1183 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 1129 time: 0.0738318 Oct 14 02:27:02.213913 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a5067bf3-c745-4912-8359-901585cccd36), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:02.357623 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b9bee-9a2a-42bf-adac-564140ca3da1 req-30cdf414-02d4-44c2-b561-59533b107c71 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:02.359112 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-708b9bee-9a2a-42bf-adac-564140ca3da1 req-30cdf414-02d4-44c2-b561-59533b107c71 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 931 time: 0.1038625 Oct 14 02:27:02.412794 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0559d361-06b2-40b5-935b-91a0f60b7921 req-1e33695b-db62-4639-a3ab-9b965ff1d1f4 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0504868 Oct 14 02:27:02.470397 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:02.498855 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-708b9bee-9a2a-42bf-adac-564140ca3da1 req-1aa73eab-07f2-45bb-a3ed-2fb0fde24219 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250668 Oct 14 02:27:02.578918 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f3af7-b162-4950-8a34-5c720337bd4b req-3f424f33-3ac8-4365-a86c-e7e1a5bf105e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:02.580400 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-155f3af7-b162-4950-8a34-5c720337bd4b req-3f424f33-3ac8-4365-a86c-e7e1a5bf105e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0650778 Oct 14 02:27:02.642069 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5067bf3-c745-4912-8359-901585cccd36 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:27:02.653888 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Publish callbacks [] for port (a5067bf3-c745-4912-8359-901585cccd36), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:02.674801 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-155f3af7-b162-4950-8a34-5c720337bd4b req-36f05106-cd84-4e22-afba-629dc09f564d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889003 Oct 14 02:27:02.677285 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Transition to ACTIVE for port object a5067bf3-c745-4912-8359-901585cccd36 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:27:02.682126 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (a5067bf3-c745-4912-8359-901585cccd36), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:02.741416 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Pushing event updated for resources: {'Port': ['ID=a5067bf3-c745-4912-8359-901585cccd36,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:02.808155 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Attempting to bind port a5067bf3-c745-4912-8359-901585cccd36 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:27:02.808486 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Attempting to bind port a5067bf3-c745-4912-8359-901585cccd36 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:27:02.808808 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Attempting to bind port a5067bf3-c745-4912-8359-901585cccd36 on network c4b028d4-13cc-4641-80cb-f23766bdcdbd {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:27:02.886803 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f872-b7d7-4eaa-a71e-1e17f2ccc406 req-65e507c5-323a-4ff4-b473-9cae8bd7faa1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:02.889067 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8f21f872-b7d7-4eaa-a71e-1e17f2ccc406 req-65e507c5-323a-4ff4-b473-9cae8bd7faa1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0769715 Oct 14 02:27:02.895600 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Port a5067bf3-c745-4912-8359-901585cccd36 on network c4b028d4-13cc-4641-80cb-f23766bdcdbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:27:02.895919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Attempting to bind port a5067bf3-c745-4912-8359-901585cccd36 on network c4b028d4-13cc-4641-80cb-f23766bdcdbd {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:27:02.963535 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:02.970464 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8f21f872-b7d7-4eaa-a71e-1e17f2ccc406 req-3554ffe6-a319-4a91-93da-3eab4a4f1f7b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758915 Oct 14 02:27:02.971167 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:27:02.971499 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Checking segment: {'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:27:02.971864 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Bound using segment: {'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:27:02.972284 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Bound port: a5067bf3-c745-4912-8359-901585cccd36, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f714b46-8924-4a2a-9202-7d8ca410d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:27:02.972632 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a5067bf3-c745-4912-8359-901585cccd36), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:03.036905 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] For port a5067bf3-c745-4912-8359-901585cccd36, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:27:03.039908 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] For port a5067bf3-c745-4912-8359-901585cccd36, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a5067bf3-c745-4912-8359-901585cccd36,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:27:03.046990 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (a5067bf3-c745-4912-8359-901585cccd36), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:03.051135 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:03.051740 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:03.053101 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a5067bf3-c745-4912-8359-901585cccd36 HTTP/1.1" status: 200 len: 1093 time: 0.9841616 Oct 14 02:27:03.053665 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:03.055935 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b8ed61-8894-4593-a689-f4e9cdf20ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "tag": "a5067bf3-c745-4912-8359-901585cccd36"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:03.100010 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7387dec7-d5b0-4ba9-8f2c-29f940235ce0 x-openstack-request-id: req-7387dec7-d5b0-4ba9-8f2c-29f940235ce0 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:03.100316 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "tag": "a5067bf3-c745-4912-8359-901585cccd36", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:03.100550 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7387dec7-d5b0-4ba9-8f2c-29f940235ce0 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:03.100948 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7387dec7-d5b0-4ba9-8f2c-29f940235ce0'] response: {'name': 'network-changed', 'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36', 'status': 'completed', 'code': 200} Oct 14 02:27:03.105833 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e8063-4115-43d9-9e8e-9a51eea6462c service neutron] Pushing event updated for resources: {'Port': ['ID=a5067bf3-c745-4912-8359-901585cccd36,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:03.274154 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aca7d9-9146-486a-b076-171b8611304a req-f598d6e8-7e65-456b-b8d1-dfe55244a36f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:03.275607 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-60aca7d9-9146-486a-b076-171b8611304a req-f598d6e8-7e65-456b-b8d1-dfe55244a36f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0469069 Oct 14 02:27:03.322920 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-60aca7d9-9146-486a-b076-171b8611304a req-6c78fee9-558f-483d-888c-8aaf08d2729c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414138 Oct 14 02:27:03.522634 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d0365b9e-f149-49b8-9fe9-f8b20e14e085 req-768f2f5a-7744-4858-9277-7b489996b88a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0276213 Oct 14 02:27:03.620029 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22184b73-be18-4422-ad80-6671bf91a0c8 req-4791032f-89b9-4ecc-83cf-181b1261273f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:03.621542 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-22184b73-be18-4422-ad80-6671bf91a0c8 req-4791032f-89b9-4ecc-83cf-181b1261273f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0504363 Oct 14 02:27:03.668890 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-22184b73-be18-4422-ad80-6671bf91a0c8 req-50b9cedd-6637-46ff-a73a-fcbe1b522091 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Oct 14 02:27:03.784169 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:03.795970 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818c624-9f3b-4190-ad92-82e225754f80 req-9b2807f8-e2ff-4dc6-aa42-e3a09e3f156a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:03.797426 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a818c624-9f3b-4190-ad92-82e225754f80 req-9b2807f8-e2ff-4dc6-aa42-e3a09e3f156a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0478070 Oct 14 02:27:03.847491 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a818c624-9f3b-4190-ad92-82e225754f80 req-1e63e3cb-a034-4485-91a8-a84b654b47ce tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442331 Oct 14 02:27:04.098007 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f56c8c-7b22-4a83-99ff-778a751a3093 req-0eae2767-8c48-4ffc-949f-58720bb00225 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:04.099390 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f5f56c8c-7b22-4a83-99ff-778a751a3093 req-0eae2767-8c48-4ffc-949f-58720bb00225 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0487499 Oct 14 02:27:04.145304 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f5f56c8c-7b22-4a83-99ff-778a751a3093 req-d24e7259-2d0a-4f55-b23a-a4bf2ec7eb53 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406106 Oct 14 02:27:04.442959 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf1dda-5be3-4e39-be74-e908e29781b2 req-e632e316-3972-46c5-911d-f8c6aab07dc2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:04.444467 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6bf1dda-5be3-4e39-be74-e908e29781b2 req-e632e316-3972-46c5-911d-f8c6aab07dc2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0479054 Oct 14 02:27:04.499368 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6bf1dda-5be3-4e39-be74-e908e29781b2 req-ceb33772-0906-4af8-a50b-6244dd21298d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482914 Oct 14 02:27:04.626521 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-382f3f41-c8f3-4b53-bb5e-7c582eb5817f req-6dee2b89-fccb-4d03-815f-a700130a9f90 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0280921 Oct 14 02:27:04.790196 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95e0b-648b-4997-a6af-c910ea179f03 req-41a1d6da-f152-45c0-9c47-6900428615ce tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:04.791686 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a3c95e0b-648b-4997-a6af-c910ea179f03 req-41a1d6da-f152-45c0-9c47-6900428615ce tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0496676 Oct 14 02:27:04.839787 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a3c95e0b-648b-4997-a6af-c910ea179f03 req-0a9d20a1-5e86-488e-9fcd-57897db4be42 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 Oct 14 02:27:04.967053 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f47d57-a334-47b4-957d-8fe384546a00 req-9a78c319-620d-4868-8d2e-86fee89bf1ef tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:04.968564 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-12f47d57-a334-47b4-957d-8fe384546a00 req-9a78c319-620d-4868-8d2e-86fee89bf1ef tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0480645 Oct 14 02:27:05.019368 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-12f47d57-a334-47b4-957d-8fe384546a00 req-1219eb6d-7acf-443f-bad4-1bddb20ae3ec tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443568 Oct 14 02:27:05.272987 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c1cc3-9f20-4d32-90af-9a8c11c7185b req-31a04b50-de28-41bf-a47e-09dd58663ffc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:05.274418 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ae3c1cc3-9f20-4d32-90af-9a8c11c7185b req-31a04b50-de28-41bf-a47e-09dd58663ffc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0496409 Oct 14 02:27:05.321461 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ae3c1cc3-9f20-4d32-90af-9a8c11c7185b req-b44142f4-acf8-4b65-8c83-323450a5b3cf tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414321 Oct 14 02:27:05.571580 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 41740) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:05.623642 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0b924-78e8-44d2-8363-b77778e07257 req-66d1cb0e-06c1-4e60-822b-34013ce901bc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:05.625128 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b0a0b924-78e8-44d2-8363-b77778e07257 req-66d1cb0e-06c1-4e60-822b-34013ce901bc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0488825 Oct 14 02:27:05.675112 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b0a0b924-78e8-44d2-8363-b77778e07257 req-5716e9a1-a594-43bd-a84b-1333b7a845f7 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432563 Oct 14 02:27:05.682367 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50474511-0aa6-49fa-9bb7-2c657e8c0013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:05.730181 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-52171e22-8072-419b-bf87-722c3977b846 req-0a58ca75-3318-400b-9674-19839882951e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0287242 Oct 14 02:27:05.760547 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50474511-0aa6-49fa-9bb7-2c657e8c0013 admin admin] Publish callbacks [] for security_group (d8a7d31c-0ed8-4dbb-bf42-9428347b8a95), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:05.764386 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50474511-0aa6-49fa-9bb7-2c657e8c0013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d8a7d31c-0ed8-4dbb-bf42-9428347b8a95), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:05.806333 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-50474511-0aa6-49fa-9bb7-2c657e8c0013 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=496e48c5edb04fffa5ea2a28acbb2cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335627 Oct 14 02:27:05.807183 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50474511-0aa6-49fa-9bb7-2c657e8c0013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a7d31c-0ed8-4dbb-bf42-9428347b8a95,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:05.809224 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 41746) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:05.815324 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:05.863617 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fb75a85b-d7ae-44a1-a129-052b28fa2cf5 admin admin] Publish callbacks [] for security_group (d8a7d31c-0ed8-4dbb-bf42-9428347b8a95), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:05.884218 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fb75a85b-d7ae-44a1-a129-052b28fa2cf5 admin admin] Publish callbacks [] for security_group (d8a7d31c-0ed8-4dbb-bf42-9428347b8a95), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:05.962336 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee4661-a18d-40b6-9644-48f37947ceda req-bab376b4-49de-4203-a65e-402cd2c4fa26 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:05.963834 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-01ee4661-a18d-40b6-9644-48f37947ceda req-bab376b4-49de-4203-a65e-402cd2c4fa26 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0517437 Oct 14 02:27:05.979361 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fb75a85b-d7ae-44a1-a129-052b28fa2cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d8a7d31c-0ed8-4dbb-bf42-9428347b8a95), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:05.982450 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fb75a85b-d7ae-44a1-a129-052b28fa2cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:05.983529 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fb75a85b-d7ae-44a1-a129-052b28fa2cf5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d8a7d31c-0ed8-4dbb-bf42-9428347b8a95 HTTP/1.1" status: 204 len: 168 time: 0.1733029 Oct 14 02:27:05.999859 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75a85b-d7ae-44a1-a129-052b28fa2cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a7d31c-0ed8-4dbb-bf42-9428347b8a95,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:06.019899 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:06.038471 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-01ee4661-a18d-40b6-9644-48f37947ceda req-7990370e-cd99-4778-8e7b-10e3c764d2be tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665321 Oct 14 02:27:06.155338 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba53430-70bb-46e8-a103-47d6a537cde6 req-21281bf5-77c8-4cbe-96e0-253c04950869 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:06.156879 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ba53430-70bb-46e8-a103-47d6a537cde6 req-21281bf5-77c8-4cbe-96e0-253c04950869 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0577586 Oct 14 02:27:06.177226 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:06.228070 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-14c0781f-3292-4b88-a573-c669378614fa tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1314116807&fields=id&tenant_id=f2a51798d7e54605a7e59b0cba385973 HTTP/1.1" status: 200 len: 267 time: 0.0872517 Oct 14 02:27:06.250888 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ba53430-70bb-46e8-a103-47d6a537cde6 req-0e05d79a-82e9-4ba4-b7e0-b64bde5796ab tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837843 Oct 14 02:27:06.341177 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-92908598-d243-404d-a421-6a07b60dfba5 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:06.342729 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-92908598-d243-404d-a421-6a07b60dfba5 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 HTTP/1.1" status: 200 len: 808 time: 0.1066225 Oct 14 02:27:06.358352 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-f559fc27-7eed-4e93-96db-bca5a8a894cd tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/quotas/f2a51798d7e54605a7e59b0cba385973 HTTP/1.1" status: 200 len: 375 time: 0.0100622 Oct 14 02:27:06.441938 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-08b2e2a2-02ca-44ab-a398-acff5d744ffd tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f2a51798d7e54605a7e59b0cba385973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739424 Oct 14 02:27:06.468385 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ead87d-c783-4318-ac4b-73f8ba477d62 req-aa59002c-224b-4f64-88a3-802941f919a9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:06.469890 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-93ead87d-c783-4318-ac4b-73f8ba477d62 req-aa59002c-224b-4f64-88a3-802941f919a9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0643597 Oct 14 02:27:06.572332 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-93ead87d-c783-4318-ac4b-73f8ba477d62 req-3bb833da-e303-4e1e-aeba-24ead6ccfa7a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913901 Oct 14 02:27:06.586389 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-f566237d-36cb-4622-aac7-7aea4f3e9cce service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308270 Oct 14 02:27:06.679961 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-32b06313-bc5a-439e-af00-bd0944cb688a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852802 Oct 14 02:27:06.812966 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a408f03-fb8e-48a7-b984-c71c5f5b2983 req-edd7598e-2ec9-41db-afa6-daf04982ad5a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:06.814485 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2a408f03-fb8e-48a7-b984-c71c5f5b2983 req-edd7598e-2ec9-41db-afa6-daf04982ad5a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0566044 Oct 14 02:27:06.873480 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2a408f03-fb8e-48a7-b984-c71c5f5b2983 req-ee02c6af-f480-4b98-bd92-4ff02cc06081 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511100 Oct 14 02:27:06.986150 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6cf322b6-c7a1-4495-ba17-67da3e4236c6 req-26f616c3-c719-4894-841c-1092cb68c6c5 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0404415 Oct 14 02:27:07.036166 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8c01b25a-3a09-4e46-a07a-b3a5870c4c3a req-4cb0201b-4a0a-4c78-9a17-577abb1310d7 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0332975 Oct 14 02:27:07.172670 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212e521-ed08-4130-8c78-49e9a52f875a req-14017366-fc3d-4134-96f3-fabaa639df9e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:07.174299 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b212e521-ed08-4130-8c78-49e9a52f875a req-14017366-fc3d-4134-96f3-fabaa639df9e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0517397 Oct 14 02:27:07.192340 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 41812) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:07.228725 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b212e521-ed08-4130-8c78-49e9a52f875a req-504e8271-7126-487c-b07d-5cb87f401ac6 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465152 Oct 14 02:27:07.312021 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-645a3227-852e-4736-9f36-13f3d3738810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:07.344201 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:07.363354 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:27:07.392258 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45209110-d35b-473a-b02d-abc2dc2bdeff req-4a66dac3-3ceb-4ea7-9619-1684e7c7984c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:07.393898 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-45209110-d35b-473a-b02d-abc2dc2bdeff req-4a66dac3-3ceb-4ea7-9619-1684e7c7984c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0610678 Oct 14 02:27:07.397304 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-645a3227-852e-4736-9f36-13f3d3738810 admin admin] Publish callbacks [] for security_group (a9c02bc7-f312-44f1-bcee-699ad9848b50), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:07.408419 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-645a3227-852e-4736-9f36-13f3d3738810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (a9c02bc7-f312-44f1-bcee-699ad9848b50), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:07.450405 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-45209110-d35b-473a-b02d-abc2dc2bdeff req-dcc9dcff-3683-4283-8ee5-a90813a02d40 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500801 Oct 14 02:27:07.455586 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-645a3227-852e-4736-9f36-13f3d3738810 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8c14506562f8441584565e93910d4549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621119 Oct 14 02:27:07.456723 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 41820) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:07.458306 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a3227-852e-4736-9f36-13f3d3738810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c02bc7-f312-44f1-bcee-699ad9848b50,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:07.517544 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-89b0ead6-fde0-44bd-af76-05675cb70a7e admin admin] Publish callbacks [] for security_group (a9c02bc7-f312-44f1-bcee-699ad9848b50), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:07.537365 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-89b0ead6-fde0-44bd-af76-05675cb70a7e admin admin] Publish callbacks [] for security_group (a9c02bc7-f312-44f1-bcee-699ad9848b50), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:07.569616 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:07.587437 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-89b0ead6-fde0-44bd-af76-05675cb70a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (a9c02bc7-f312-44f1-bcee-699ad9848b50), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:07.589970 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-89b0ead6-fde0-44bd-af76-05675cb70a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:07.591134 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-89b0ead6-fde0-44bd-af76-05675cb70a7e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a9c02bc7-f312-44f1-bcee-699ad9848b50 HTTP/1.1" status: 204 len: 168 time: 0.1334186 Oct 14 02:27:07.599211 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0ead6-fde0-44bd-af76-05675cb70a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c02bc7-f312-44f1-bcee-699ad9848b50,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:07.940191 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5c5bd-f6e3-4b05-8704-982f99581020 req-b3fe6713-daea-412c-aa86-2d322b6d4aa4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:07.941695 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e3c5c5bd-f6e3-4b05-8704-982f99581020 req-b3fe6713-daea-412c-aa86-2d322b6d4aa4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.2862923 Oct 14 02:27:08.023277 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38e40-2cd9-4284-b820-9ae6395d8653 req-1ef02c33-940f-4b31-b6d5-ae3fcdf9bab1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:08.024733 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cda38e40-2cd9-4284-b820-9ae6395d8653 req-1ef02c33-940f-4b31-b6d5-ae3fcdf9bab1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0643117 Oct 14 02:27:08.028293 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e3c5c5bd-f6e3-4b05-8704-982f99581020 req-351d88d9-a95b-4fde-ad18-6d9aba7af76e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806551 Oct 14 02:27:08.080716 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cda38e40-2cd9-4284-b820-9ae6395d8653 req-2b164290-0f0d-4fe0-86c2-9cd9f4733eb1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494998 Oct 14 02:27:08.136779 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e595b09b-59bd-414e-b85e-1e739cf6d470 req-cba5a366-efd4-461f-bb72-d30f17a955ff tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0433590 Oct 14 02:27:08.175492 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2eea5769-6af1-458a-9edd-55c3be148ad2 req-55744b9c-f612-4f68-9439-a87ab21c1772 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0283990 Oct 14 02:27:08.353961 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915efd9c-ff28-4abf-ad16-cb0c5a1dc1de req-fe176a8d-e1f7-4e1f-bde2-5b8853b9fc58 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:08.355420 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-915efd9c-ff28-4abf-ad16-cb0c5a1dc1de req-fe176a8d-e1f7-4e1f-bde2-5b8853b9fc58 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0459380 Oct 14 02:27:08.404894 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-915efd9c-ff28-4abf-ad16-cb0c5a1dc1de req-ef0196b6-bd30-4604-bd7a-6fc47e186b5b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Oct 14 02:27:08.577795 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52227bd0-b550-4b3d-b876-92170ef1a7af req-2971a038-e784-4250-b6c4-a3808284686e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:08.579289 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-52227bd0-b550-4b3d-b876-92170ef1a7af req-2971a038-e784-4250-b6c4-a3808284686e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0457356 Oct 14 02:27:08.626014 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-52227bd0-b550-4b3d-b876-92170ef1a7af req-40dd63e5-3afc-49fa-aa45-5e2d4cbfb4c3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Oct 14 02:27:09.157262 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30abd80-67dd-4da4-a849-d9a55816eedd req-086b00c0-6ec8-4fb7-bd6d-2158775aa14b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:09.158768 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b30abd80-67dd-4da4-a849-d9a55816eedd req-086b00c0-6ec8-4fb7-bd6d-2158775aa14b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0495150 Oct 14 02:27:09.226682 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31237f01-a4eb-4cd1-b197-11a518993133 req-ea78675b-1c6d-44d6-850f-cc8d7e8c11eb tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:09.228148 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-31237f01-a4eb-4cd1-b197-11a518993133 req-ea78675b-1c6d-44d6-850f-cc8d7e8c11eb tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0683916 Oct 14 02:27:09.258584 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b30abd80-67dd-4da4-a849-d9a55816eedd req-32b38b10-fe7b-4a1d-8897-3c5f779337f1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900338 Oct 14 02:27:09.286345 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-31237f01-a4eb-4cd1-b197-11a518993133 req-ca858098-5325-467f-9d4f-c2e8333f1b58 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518985 Oct 14 02:27:09.347277 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2761aca4-e2ed-4266-a9d8-79da622be2fa req-5b469a15-46b8-49c9-8d64-7f2359ee5898 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0287151 Oct 14 02:27:09.374140 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d0914479-a997-4d58-b970-e96eb9efc945 req-0717ffd0-40f5-486b-9431-093bc78e03cc tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0297134 Oct 14 02:27:09.524327 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750d719-790e-452b-b71d-2de433d1fda7 req-47e12e88-7c77-4371-ae01-c899436d9a35 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:09.525791 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a750d719-790e-452b-b71d-2de433d1fda7 req-47e12e88-7c77-4371-ae01-c899436d9a35 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0500190 Oct 14 02:27:09.572178 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:09.580915 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a750d719-790e-452b-b71d-2de433d1fda7 req-55d20fa0-659e-4892-936e-61f99602538e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489419 Oct 14 02:27:09.744167 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05306ad-bfa0-4d7a-ba92-c660f7307435 req-8f9f2543-81a7-47c5-9b7a-5c66792a1f75 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:09.745625 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a05306ad-bfa0-4d7a-ba92-c660f7307435 req-8f9f2543-81a7-47c5-9b7a-5c66792a1f75 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0470593 Oct 14 02:27:09.792650 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a05306ad-bfa0-4d7a-ba92-c660f7307435 req-e37fc9e7-6510-4f19-8413-16ac334c8417 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413523 Oct 14 02:27:10.415610 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d80825-303d-4813-84ab-a026f73d9303 req-b69d1dcd-1e59-421a-901a-353b70fa2955 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:10.417064 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-30d80825-303d-4813-84ab-a026f73d9303 req-b69d1dcd-1e59-421a-901a-353b70fa2955 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0752516 Oct 14 02:27:10.437215 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63185885-2f33-4c45-8988-08eba34b2da4 req-bb063af2-a7ae-4135-8c79-fe9d5b3287a4 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:10.438585 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-63185885-2f33-4c45-8988-08eba34b2da4 req-bb063af2-a7ae-4135-8c79-fe9d5b3287a4 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0687664 Oct 14 02:27:10.503325 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-30d80825-303d-4813-84ab-a026f73d9303 req-ced6b8a9-3377-4e80-9a25-10038ae17638 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799093 Oct 14 02:27:10.510052 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-63185885-2f33-4c45-8988-08eba34b2da4 req-af3cc033-eebd-4586-8ca7-2dfdf81ec018 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647912 Oct 14 02:27:10.620203 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-028da51d-3b13-42ab-9ac9-bdd87358f1c1 req-fd6b5f58-2c24-4ca8-9dff-507f0f0a311c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0513082 Oct 14 02:27:10.622020 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa3c461c-bd41-440d-a869-72e0151492fd req-baeed838-d297-4b1d-b171-df43a3b26c63 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0434010 Oct 14 02:27:10.724479 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cb463-6fc7-4ea2-bc97-c78c5d83bfd4 req-8f662cb6-ef1c-4d76-a354-1e76317b3b45 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:10.725869 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7b1cb463-6fc7-4ea2-bc97-c78c5d83bfd4 req-8f662cb6-ef1c-4d76-a354-1e76317b3b45 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0499763 Oct 14 02:27:10.774238 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7b1cb463-6fc7-4ea2-bc97-c78c5d83bfd4 req-c711073f-19bc-4c74-8895-0f0cd996dc6a tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Oct 14 02:27:10.895402 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:10.914685 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345d548-48cc-400f-969e-0dd140014b74 req-85a8af8a-3aa7-4c49-b127-a70b7e8105b5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:10.916174 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5345d548-48cc-400f-969e-0dd140014b74 req-85a8af8a-3aa7-4c49-b127-a70b7e8105b5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0498335 Oct 14 02:27:10.964060 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5345d548-48cc-400f-969e-0dd140014b74 req-855ce905-8cdc-4941-99bb-3aa3ecc45ad7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Oct 14 02:27:11.664265 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b764f0-f178-42c7-a0cc-8ca231e27b49 req-0cf5b09f-0be5-4aff-8b9b-4300158c5ff1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:11.665747 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-64b764f0-f178-42c7-a0cc-8ca231e27b49 req-0cf5b09f-0be5-4aff-8b9b-4300158c5ff1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0761592 Oct 14 02:27:11.673918 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b0e28-7b89-4e02-97df-c9fa850a62a0 req-3dddd009-80ef-4d39-b9f4-cdf0b8bb919e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:11.675315 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b32b0e28-7b89-4e02-97df-c9fa850a62a0 req-3dddd009-80ef-4d39-b9f4-cdf0b8bb919e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0838163 Oct 14 02:27:11.748298 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-64b764f0-f178-42c7-a0cc-8ca231e27b49 req-458d30b5-40ef-49a4-98fb-d9680e902cd1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720222 Oct 14 02:27:11.751497 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b32b0e28-7b89-4e02-97df-c9fa850a62a0 req-16353e79-7fb8-47e0-bae6-e4689fc97c43 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694959 Oct 14 02:27:11.847581 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14236258-20bd-4397-ab61-9cd5efde1a15 req-19abc8d8-890b-422e-8bda-10eb67872b19 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0341234 Oct 14 02:27:11.867032 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5ad86dd0-1c2b-478d-9428-2c091ebf9e93 req-032e72b6-7ed6-4d7e-bcc2-ec5bbc950388 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0518348 Oct 14 02:27:11.948049 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd441f-8ba5-4d33-87ee-7d2a7146d691 req-bd785801-4a62-4f44-b795-6f6c39425284 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:11.949553 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-77dd441f-8ba5-4d33-87ee-7d2a7146d691 req-bd785801-4a62-4f44-b795-6f6c39425284 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0456514 Oct 14 02:27:11.996347 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-77dd441f-8ba5-4d33-87ee-7d2a7146d691 req-d6de0268-5e5f-46f1-8aeb-15b2ce55f599 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Oct 14 02:27:12.084804 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca1d85-8549-4d4e-abb0-1e35778d8f4d req-974e10f2-2c7f-475a-bca2-be80dc80c775 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:12.086263 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-57ca1d85-8549-4d4e-abb0-1e35778d8f4d req-974e10f2-2c7f-475a-bca2-be80dc80c775 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0465240 Oct 14 02:27:12.135145 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-57ca1d85-8549-4d4e-abb0-1e35778d8f4d req-986e9b5b-1208-48d6-a771-05a879ae057c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Oct 14 02:27:12.898848 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076a55d-a833-4ac4-b31d-09b61f270ebc req-478d8468-a2e9-4500-a01f-b7905e5ead40 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:12.900360 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b076a55d-a833-4ac4-b31d-09b61f270ebc req-478d8468-a2e9-4500-a01f-b7905e5ead40 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0772915 Oct 14 02:27:12.907990 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a7c5e-74f7-4234-92e4-15b0224abff7 req-698e54c2-dc14-471c-8d5a-66f39a06e1ae tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:12.909371 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9b4a7c5e-74f7-4234-92e4-15b0224abff7 req-698e54c2-dc14-471c-8d5a-66f39a06e1ae tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0760593 Oct 14 02:27:12.971251 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:12.983727 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b076a55d-a833-4ac4-b31d-09b61f270ebc req-11127788-c642-479d-9376-f3618cb2fed2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733898 Oct 14 02:27:12.987800 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9b4a7c5e-74f7-4234-92e4-15b0224abff7 req-fad209d6-e791-429a-b1df-ef7fdebf6ac2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707493 Oct 14 02:27:13.093930 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-58216e0b-0932-4a97-8c43-736af3e301e2 req-c02256ae-b56d-481e-8eb8-db16c1afe46f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0514693 Oct 14 02:27:13.095670 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9eb08238-70d5-45e8-804c-938514451791 req-8dfd90d8-a7cf-4cbb-9210-168c8cf2032c tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0442433 Oct 14 02:27:13.195274 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5e643-2e98-4b82-b436-18d7052d80e1 req-1aae2bc2-071d-49c8-b5b9-00e07657e059 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:13.196761 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7fc5e643-2e98-4b82-b436-18d7052d80e1 req-1aae2bc2-071d-49c8-b5b9-00e07657e059 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0474632 Oct 14 02:27:13.282332 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ee893-ccab-49a3-a374-73d0fd0a089d req-df2f81a6-c150-4567-b775-a63ecb846475 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:13.283825 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-875ee893-ccab-49a3-a374-73d0fd0a089d req-df2f81a6-c150-4567-b775-a63ecb846475 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0666790 Oct 14 02:27:13.287976 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7fc5e643-2e98-4b82-b436-18d7052d80e1 req-d181cc6c-ba3c-46b4-8701-ae2247504aaa tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850334 Oct 14 02:27:13.331594 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-875ee893-ccab-49a3-a374-73d0fd0a089d req-19e15955-d9d4-4c64-8888-2c9009a3e323 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Oct 14 02:27:14.133333 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4039694-f3f5-4742-b026-f515cda19a63 req-f2aee5f7-7413-4e10-83c6-59d4d829bdb1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:14.134805 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a4039694-f3f5-4742-b026-f515cda19a63 req-f2aee5f7-7413-4e10-83c6-59d4d829bdb1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0727055 Oct 14 02:27:14.142471 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc00a1-a8f2-4aa5-aff7-a380dbfdff4f req-e095205e-4168-4065-9fd9-9e8595547195 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:14.143852 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0efc00a1-a8f2-4aa5-aff7-a380dbfdff4f req-e095205e-4168-4065-9fd9-9e8595547195 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0729334 Oct 14 02:27:14.196859 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:14.220670 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a4039694-f3f5-4742-b026-f515cda19a63 req-3ae3394f-f03a-47b0-af6b-e27e8a210201 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759268 Oct 14 02:27:14.224678 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0efc00a1-a8f2-4aa5-aff7-a380dbfdff4f req-f6b0c94b-0909-4f32-af90-8b1b879d856c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740976 Oct 14 02:27:14.327324 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1a9920df-bed9-4f64-ba79-023d3fb4879b req-f4c0f408-58d9-4716-9e23-2c54738c4e2e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0479572 Oct 14 02:27:14.328925 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-529707fe-1235-4adf-884d-8c6fb46e3272 req-ecabf9b0-696a-4bc8-a2c8-28da6bfe2e80 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0410056 Oct 14 02:27:14.460854 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2a45e-ce45-4a58-82d2-f7762f14f5ec req-3e4f6837-664d-4221-b63c-3fbb12ceaf41 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:14.462344 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47e2a45e-ce45-4a58-82d2-f7762f14f5ec req-3e4f6837-664d-4221-b63c-3fbb12ceaf41 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0803962 Oct 14 02:27:14.479927 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2df2fe-8a06-4734-b801-6d7c9d3a6f43 req-c83c5ad2-390c-4578-9559-fbdf7a1ae33a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:14.482360 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3f2df2fe-8a06-4734-b801-6d7c9d3a6f43 req-c83c5ad2-390c-4578-9559-fbdf7a1ae33a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0719280 Oct 14 02:27:14.545892 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47e2a45e-ce45-4a58-82d2-f7762f14f5ec req-afa44935-99ae-44f2-9f9d-9dfda32af153 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772352 Oct 14 02:27:14.556677 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3f2df2fe-8a06-4734-b801-6d7c9d3a6f43 req-13c36181-feda-43de-8bd4-37344340e574 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658813 Oct 14 02:27:15.068723 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=20 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:15.375949 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396b408-921b-427e-92fb-2e339cd34dcb req-af996be4-a033-4957-808b-318b15d56c9f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:15.377328 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a396b408-921b-427e-92fb-2e339cd34dcb req-af996be4-a033-4957-808b-318b15d56c9f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0796661 Oct 14 02:27:15.382962 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086d6d1-40be-46ad-a28c-b510f3bb5607 req-43b7ba14-f52c-4083-816f-9dfe595f3c7c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:15.384316 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c086d6d1-40be-46ad-a28c-b510f3bb5607 req-43b7ba14-f52c-4083-816f-9dfe595f3c7c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0766108 Oct 14 02:27:15.452587 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a396b408-921b-427e-92fb-2e339cd34dcb req-20445616-5924-4522-8f22-97c6e003f51a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673614 Oct 14 02:27:15.459568 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c086d6d1-40be-46ad-a28c-b510f3bb5607 req-117b4f67-e308-45aa-9025-4a2ca924fa64 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683086 Oct 14 02:27:15.544165 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e8b348fa-9e09-4f97-bb32-0e3e3410d2b3 req-0d63c18f-180e-4c9b-b453-834e06a46e99 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0338058 Oct 14 02:27:15.574437 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6934ca8b-d781-439d-9511-aa2f092a2205 req-c74c3d85-a1b9-4f38-8605-7488e7cdf812 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0358446 Oct 14 02:27:15.694737 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bce37d-4170-4220-b20b-8d04b05553a0 req-0099a312-b815-49f3-8f0f-fc9e9a396963 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:15.696143 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-39bce37d-4170-4220-b20b-8d04b05553a0 req-0099a312-b815-49f3-8f0f-fc9e9a396963 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0763233 Oct 14 02:27:15.716295 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92816882-546a-44b5-af76-c7124cc52a39 req-b2cef586-515a-4944-8661-880e96bcc809 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:15.717227 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-92816882-546a-44b5-af76-c7124cc52a39 req-b2cef586-515a-4944-8661-880e96bcc809 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0667191 Oct 14 02:27:15.779318 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-39bce37d-4170-4220-b20b-8d04b05553a0 req-57c01a6d-95f3-4f96-8fef-8d440bce6afc tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773325 Oct 14 02:27:15.787604 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:15.793117 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-92816882-546a-44b5-af76-c7124cc52a39 req-d2e5d81b-440a-47e6-8ad0-41e431371b1c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686419 Oct 14 02:27:16.006619 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee077eae-91dd-44d6-9e78-8a6de5b44541 req-a29eec83-2cf9-47c7-820e-a1d47022265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:16.008086 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ee077eae-91dd-44d6-9e78-8a6de5b44541 req-a29eec83-2cf9-47c7-820e-a1d47022265c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.0883298 Oct 14 02:27:16.098592 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cea90-f4a8-4dbf-9c98-4257eb414a7c req-6c8054fe-fe2d-46d6-8161-033a3ed45ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:16.100463 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a4cea90-f4a8-4dbf-9c98-4257eb414a7c req-6c8054fe-fe2d-46d6-8161-033a3ed45ecb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 1129 time: 0.0431626 Oct 14 02:27:16.118947 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ee077eae-91dd-44d6-9e78-8a6de5b44541 req-9d576b07-9777-4108-abd0-d48ba74005e8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8f8e3e8-8227-4e43-9e58-a3993d60fb18 HTTP/1.1" status: 200 len: 217 time: 0.0559950 Oct 14 02:27:16.126472 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ed61-8894-4593-a689-f4e9cdf20ae7 req-fc869a51-482e-43ed-a3b3-a1817f3f1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:16.127884 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7b8ed61-8894-4593-a689-f4e9cdf20ae7 req-fc869a51-482e-43ed-a3b3-a1817f3f1fd2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ace6580a1307486895a0ec8149a95fa9&device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 1127 time: 0.0755906 Oct 14 02:27:16.341139 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a4cea90-f4a8-4dbf-9c98-4257eb414a7c req-525d9bcb-fa45-4df0-9023-64a2ae27cc4f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480072 Oct 14 02:27:16.414897 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee077eae-91dd-44d6-9e78-8a6de5b44541 req-0b22b432-ab83-4143-b592-124242d78fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:16.416398 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ee077eae-91dd-44d6-9e78-8a6de5b44541 req-0b22b432-ab83-4143-b592-124242d78fd2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.1019702 Oct 14 02:27:16.446778 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ed61-8894-4593-a689-f4e9cdf20ae7 req-79b491ca-f96b-4742-aad6-2513311e281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:16.448189 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7b8ed61-8894-4593-a689-f4e9cdf20ae7 req-79b491ca-f96b-4742-aad6-2513311e281c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=ace6580a1307486895a0ec8149a95fa9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1561563 Oct 14 02:27:16.532971 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c55947e2-be5e-4acd-9561-c458349a6757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:16.612697 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b4193-c83c-47b5-8ca1-3c56d4ba1132 req-5be5bdce-393e-4189-a0e4-08485c3a0680 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:16.614565 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6c7b4193-c83c-47b5-8ca1-3c56d4ba1132 req-5be5bdce-393e-4189-a0e4-08485c3a0680 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0825427 Oct 14 02:27:16.625845 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87dd0-004e-4ede-9e69-2a99cbd41ff3 req-7c5827e1-f063-4010-8670-d1aea7bb1078 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:16.627635 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d7f87dd0-004e-4ede-9e69-2a99cbd41ff3 req-7c5827e1-f063-4010-8670-d1aea7bb1078 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0628645 Oct 14 02:27:16.667122 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:16.766363 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee077eae-91dd-44d6-9e78-8a6de5b44541 req-c8045ad4-9d17-4e01-88e2-36880f725e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:16.767895 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ee077eae-91dd-44d6-9e78-8a6de5b44541 req-c8045ad4-9d17-4e01-88e2-36880f725e14 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1332445 Oct 14 02:27:16.815781 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d7f87dd0-004e-4ede-9e69-2a99cbd41ff3 req-418df4a0-fff5-4a5d-b88a-28b94033281a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1800492 Oct 14 02:27:16.821795 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6c7b4193-c83c-47b5-8ca1-3c56d4ba1132 req-672c43c5-c973-48fa-a7d5-2f8702a1e3f9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932623 Oct 14 02:27:16.892355 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ed61-8894-4593-a689-f4e9cdf20ae7 req-18815f89-9cb5-4059-a6d9-17b2fea89a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:16.893851 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e7b8ed61-8894-4593-a689-f4e9cdf20ae7 req-18815f89-9cb5-4059-a6d9-17b2fea89a36 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2554572 Oct 14 02:27:16.952853 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c4bb3c7e-e577-448f-b324-f043f79d517d req-a1367c16-3705-4ffe-bc23-3f78760dc0d3 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0474348 Oct 14 02:27:16.968071 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ee077eae-91dd-44d6-9e78-8a6de5b44541 req-877343cb-9b51-47e0-9f30-52fd8d05be95 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817863 Oct 14 02:27:16.970049 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-762b4e01-2813-4e61-ab84-dddc46111506 req-b30f2588-8389-4955-a55c-b7b3bd8837f3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0513024 Oct 14 02:27:17.083754 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b338a-3a83-49ff-ad7e-edc81299aba8 req-4e74b336-877b-4fd9-88a3-dbcce2527964 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:17.085116 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-755b338a-3a83-49ff-ad7e-edc81299aba8 req-4e74b336-877b-4fd9-88a3-dbcce2527964 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0740552 Oct 14 02:27:17.111698 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2791d1d-1394-493c-ab29-695cbf4fc519 req-9838a62d-44dd-45b0-b47a-940907dfa6c6 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:17.113103 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c2791d1d-1394-493c-ab29-695cbf4fc519 req-9838a62d-44dd-45b0-b47a-940907dfa6c6 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0743690 Oct 14 02:27:17.163772 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-755b338a-3a83-49ff-ad7e-edc81299aba8 req-1c93f232-6b47-4d7d-9888-a2bc149bd88b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727592 Oct 14 02:27:17.180267 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c2791d1d-1394-493c-ab29-695cbf4fc519 req-8387f602-c2f1-48c1-b076-a122558db5dd tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605168 Oct 14 02:27:17.299891 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:17.316424 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-625a6ae9-fa63-4886-9057-43284e8c73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:17.317894 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-625a6ae9-fa63-4886-9057-43284e8c73bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ace6580a1307486895a0ec8149a95fa9&device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 1127 time: 0.0627458 Oct 14 02:27:17.332361 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ee077eae-91dd-44d6-9e78-8a6de5b44541 req-08bef768-6d79-4fcd-b351-c9b4f11280a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247776 Oct 14 02:27:17.362694 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=14 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:17.644089 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-418a6b90-e6b9-417e-bcfa-da3172164371 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5067bf3-c745-4912-8359-901585cccd36 HTTP/1.1" status: 200 len: 217 time: 0.0346117 Oct 14 02:27:17.784441 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-2dcf0ea9-fb2e-4083-9e3a-b6c0d889be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:17.786745 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-2dcf0ea9-fb2e-4083-9e3a-b6c0d889be57 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=480f66f4-5c53-4f4f-b49d-dd1d07a2df27 HTTP/1.1" status: 200 len: 853 time: 0.0568264 Oct 14 02:27:17.968939 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b6997-96c8-45e1-90ff-66c64faaf67c req-31f9d025-22ec-4a20-9e03-ead6e4ad966a tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:17.970313 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a1b6997-96c8-45e1-90ff-66c64faaf67c req-31f9d025-22ec-4a20-9e03-ead6e4ad966a tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 946 time: 0.0747626 Oct 14 02:27:17.989932 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd162f-f680-44f6-8f13-46fac178c355 req-37c7e119-8596-4407-875e-dd3afc121572 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:17.991356 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-50fd162f-f680-44f6-8f13-46fac178c355 req-37c7e119-8596-4407-875e-dd3afc121572 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0656102 Oct 14 02:27:18.054413 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a1b6997-96c8-45e1-90ff-66c64faaf67c req-17b6ce07-64c9-45da-8277-e0c31bc00a1e tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785227 Oct 14 02:27:18.061348 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-50fd162f-f680-44f6-8f13-46fac178c355 req-1c862b0f-5065-4cad-8c38-eb9a34abba9b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630515 Oct 14 02:27:18.410040 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1855999d-6fce-41c3-81f2-a55fcd5a656b req-76158526-7839-45a3-883d-b939b88a0ea1 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.2852035 Oct 14 02:27:18.422930 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bf341-2c82-41b0-880e-7f5005258be8 req-f8858afd-5b30-484b-9e62-63fdc88575b7 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:18.424429 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-222bf341-2c82-41b0-880e-7f5005258be8 req-f8858afd-5b30-484b-9e62-63fdc88575b7 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.3085599 Oct 14 02:27:18.480778 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:18.485108 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-222bf341-2c82-41b0-880e-7f5005258be8 req-37087f2b-3fbc-480b-af03-6f3098f43e14 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544713 Oct 14 02:27:18.502909 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c310a971-db53-4da0-9cfa-a1129e9fc363 req-2e349c10-e3a1-4a81-8eca-83d9d47af30e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0348458 Oct 14 02:27:18.616985 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 69758544-f5cf-4337-bdea-35d5b0ec7261 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:27:18.636922 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696627c1-852a-4ab7-bab7-621bc1602542 req-93d8b39a-341d-40d7-af65-6670dc26b725 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:18.638429 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-696627c1-852a-4ab7-bab7-621bc1602542 req-93d8b39a-341d-40d7-af65-6670dc26b725 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0776100 Oct 14 02:27:18.648978 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33816ea-9422-46ba-aa72-f6d99c77e194 req-a1eaf4f8-dcec-464d-ba83-c27b1e34e6e3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:18.650478 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f33816ea-9422-46ba-aa72-f6d99c77e194 req-a1eaf4f8-dcec-464d-ba83-c27b1e34e6e3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0775290 Oct 14 02:27:18.718980 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:18.725434 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-696627c1-852a-4ab7-bab7-621bc1602542 req-5d432157-1de5-4ac5-a7f9-d4f9228ab9b9 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740151 Oct 14 02:27:18.731927 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f33816ea-9422-46ba-aa72-f6d99c77e194 req-2d00e15d-f9cf-49d4-ab17-33062cb47aee tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728424 Oct 14 02:27:18.732973 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'port_id': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'mac_address': 'fa:16:3e:fc:44:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:27:18.770429 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 69758544-f5cf-4337-bdea-35d5b0ec7261 is: ACTIVE; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:18.770802 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:18.784770 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69758544-f5cf-4337-bdea-35d5b0ec7261 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:27:18.804393 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:18.808738 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:18.846190 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9196a-b35d-457a-8bd3-211b5722c5d3 req-d80c21c4-7204-43f8-89fc-ac1c2dc873a7 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:18.847731 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ecf9196a-b35d-457a-8bd3-211b5722c5d3 req-d80c21c4-7204-43f8-89fc-ac1c2dc873a7 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0494025 Oct 14 02:27:18.858625 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 41960) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:18.864636 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-5cc81f3e-b011-4bde-9714-ebe41c5da8ef tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'floatingip': {'port_id': '08e2a477-2317-42b9-b220-01bf29646192'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:18.875565 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-51c80e2b-cad3-4c0c-9202-47de8c6c34f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:18.877233 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=69758544-f5cf-4337-bdea-35d5b0ec7261,revision_number=6']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:18.909167 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cc81f3e-b011-4bde-9714-ebe41c5da8ef tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (7d830064-8e8c-4391-aea4-5665af737ac1), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:18.928490 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['69758544-f5cf-4337-bdea-35d5b0ec7261'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:27:19.267770 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f42a7-6f2d-4a63-b415-cd2276784836 req-524742d0-6201-4bf7-bad3-0f02e5de574b tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:19.269268 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6d7f42a7-6f2d-4a63-b415-cd2276784836 req-524742d0-6201-4bf7-bad3-0f02e5de574b tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 946 time: 0.1202397 Oct 14 02:27:19.276784 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436468a2-d940-43c5-b25e-17419f9c1d0b req-4fbae724-00ec-4d5e-b514-ccb0a7391f5e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:19.278198 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-436468a2-d940-43c5-b25e-17419f9c1d0b req-4fbae724-00ec-4d5e-b514-ccb0a7391f5e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 944 time: 0.1281173 Oct 14 02:27:19.325814 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:19.422630 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6d7f42a7-6f2d-4a63-b415-cd2276784836 req-643bd0cc-7600-44cf-8c25-f58ebfc8d8f7 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416960 Oct 14 02:27:19.427176 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-436468a2-d940-43c5-b25e-17419f9c1d0b req-3a29e6e8-025d-4a27-bd58-acf0754ea7cc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122863 Oct 14 02:27:19.479335 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cc81f3e-b011-4bde-9714-ebe41c5da8ef tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:19.483291 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cc81f3e-b011-4bde-9714-ebe41c5da8ef tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (7d830064-8e8c-4391-aea4-5665af737ac1), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:19.552176 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ec6d9298-a3bf-47d7-9349-1c11114d0566 req-4b4b92b8-e876-4ff5-91cf-9052b2979764 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0335455 Oct 14 02:27:19.627484 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fabc82ce-047d-4b13-aaeb-dee978d8ec0b req-6f5acd77-63bc-47e0-97ab-5bc370b36136 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0411601 Oct 14 02:27:19.636694 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-5cc81f3e-b011-4bde-9714-ebe41c5da8ef tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Floating IP 7d830064-8e8c-4391-aea4-5665af737ac1 associated. External IP: 172.27.1.91, port: 08e2a477-2317-42b9-b220-01bf29646192. Oct 14 02:27:19.721708 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:19.766223 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-5c0b706e-5056-4ce8-9adb-87fe73cce941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:19.767682 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-5c0b706e-5056-4ce8-9adb-87fe73cce941 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c4b028d4-13cc-4641-80cb-f23766bdcdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550165 Oct 14 02:27:19.802422 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:19.932216 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83a8c5-1b02-43e0-a983-e324c282483e req-c95885f5-62ca-4a41-9523-95c06ac7b812 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:19.933819 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0e83a8c5-1b02-43e0-a983-e324c282483e req-c95885f5-62ca-4a41-9523-95c06ac7b812 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1095932 Oct 14 02:27:19.940829 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96911dd-259d-4251-8a23-4d1973d068ca req-bca8f70b-0ba9-4323-85f8-bae76ead2da1 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:19.942159 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e96911dd-259d-4251-8a23-4d1973d068ca req-bca8f70b-0ba9-4323-85f8-bae76ead2da1 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.1302526 Oct 14 02:27:19.978251 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc81f3e-b011-4bde-9714-ebe41c5da8ef tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:27:20.035673 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e96911dd-259d-4251-8a23-4d1973d068ca req-a66794d5-04aa-48a8-8728-f05a0f40ab74 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831969 Oct 14 02:27:20.066743 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0e83a8c5-1b02-43e0-a983-e324c282483e req-7c5ca028-c3d2-4840-9187-00cf045e49d5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235781 Oct 14 02:27:20.132081 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc81f3e-b011-4bde-9714-ebe41c5da8ef tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:27:20.136963 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cc81f3e-b011-4bde-9714-ebe41c5da8ef tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:20.141908 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d82e75-22fc-4939-9596-652e701349a3 None None] Sync routers for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:27:20.151313 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d82e75-22fc-4939-9596-652e701349a3 None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:27:20.152451 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-30d82e75-22fc-4939-9596-652e701349a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:27:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:20.166884 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5cc81f3e-b011-4bde-9714-ebe41c5da8ef tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/7d830064-8e8c-4391-aea4-5665af737ac1 HTTP/1.1" status: 200 len: 990 time: 1.3071020 Oct 14 02:27:20.168309 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'tag': '08e2a477-2317-42b9-b220-01bf29646192'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:20.170574 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2bb56a-b47b-49ed-938c-e995ec71d187", "tag": "08e2a477-2317-42b9-b220-01bf29646192"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:20.208287 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadc0298-9f78-4c1f-8bb0-e6eff8dc0099 x-openstack-request-id: req-cadc0298-9f78-4c1f-8bb0-e6eff8dc0099 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:20.208577 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2bb56a-b47b-49ed-938c-e995ec71d187", "tag": "08e2a477-2317-42b9-b220-01bf29646192", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:20.208831 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cadc0298-9f78-4c1f-8bb0-e6eff8dc0099 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:20.209233 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cadc0298-9f78-4c1f-8bb0-e6eff8dc0099'] response: {'name': 'network-changed', 'server_uuid': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'tag': '08e2a477-2317-42b9-b220-01bf29646192', 'status': 'completed', 'code': 200} Oct 14 02:27:20.256721 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-30d82e75-22fc-4939-9596-652e701349a3 None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:27:20.426500 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:20.491296 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:20.508414 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-30d82e75-22fc-4939-9596-652e701349a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '7d830064-8e8c-4391-aea4-5665af737ac1', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'port_id': '08e2a477-2317-42b9-b220-01bf29646192', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'mac_address': 'fa:16:3e:30:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:26:27Z', 'updated_at': '2022-10-14T02:27:19Z', 'revision_number': 1, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:20.535397 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d82e75-22fc-4939-9596-652e701349a3 None None] Checking router: b4f13634-2a06-45c0-ab3a-665fd20bb2b6 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:27:20.544220 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d82e75-22fc-4939-9596-652e701349a3 None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:27:20.544863 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-30d82e75-22fc-4939-9596-652e701349a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:27:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:20.575034 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836e917-bbfd-47be-bf6f-1a4adddcceb0 req-a92eee6c-8383-4bf0-a89c-df5610ef13bb tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:20.576527 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5836e917-bbfd-47be-bf6f-1a4adddcceb0 req-a92eee6c-8383-4bf0-a89c-df5610ef13bb tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 946 time: 0.0733325 Oct 14 02:27:20.579317 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:20.597958 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc72886-d2b1-4776-b6c8-ac39a77b37d4 req-c7969710-e912-4eb8-ae1c-b155fe117719 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:20.599415 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5bc72886-d2b1-4776-b6c8-ac39a77b37d4 req-c7969710-e912-4eb8-ae1c-b155fe117719 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 944 time: 0.0673244 Oct 14 02:27:20.635177 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 69758544-f5cf-4337-bdea-35d5b0ec7261 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:27:20.667398 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5836e917-bbfd-47be-bf6f-1a4adddcceb0 req-d4a58ea0-6de1-4cc8-8482-6309c42c97aa tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843325 Oct 14 02:27:20.674317 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5bc72886-d2b1-4776-b6c8-ac39a77b37d4 req-d76e9fbf-c052-42d4-af1a-3a30b7ad26f1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676444 Oct 14 02:27:20.680523 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-30d82e75-22fc-4939-9596-652e701349a3 None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:27:20.729064 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 69758544-f5cf-4337-bdea-35d5b0ec7261 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:27:20.729432 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:20.729758 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 69758544-f5cf-4337-bdea-35d5b0ec7261 Oct 14 02:27:20.784289 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6da8fbec-c81c-4534-a463-dcd9beb50c26 req-12f4f470-5497-48ff-a1f9-de95fe7fee6d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0312250 Oct 14 02:27:20.811592 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3ceb0f44-7e84-4577-95bd-36428a5feb43 req-3522983a-5d30-49b4-831f-be3a9fe0913b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0302143 Oct 14 02:27:20.910741 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 69758544-f5cf-4337-bdea-35d5b0ec7261 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:20.911435 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:20.967748 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:20.969971 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf6a0b3-30e5-4fdb-ab41-4dfc208b1342" -d '{"events": [{"server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "name": "network-vif-plugged", "status": "completed", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:20.989580 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:20.996300 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:20.998272 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-30d82e75-22fc-4939-9596-652e701349a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '7d830064-8e8c-4391-aea4-5665af737ac1', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'port_id': '08e2a477-2317-42b9-b220-01bf29646192', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'mac_address': 'fa:16:3e:30:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:26:27Z', 'updated_at': '2022-10-14T02:27:19Z', 'revision_number': 1, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:21.029311 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898c8b01-edb5-4273-8c0d-a15ad9591ec3 x-openstack-request-id: req-898c8b01-edb5-4273-8c0d-a15ad9591ec3 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:21.029623 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "name": "network-vif-plugged", "status": "completed", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:21.029877 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-898c8b01-edb5-4273-8c0d-a15ad9591ec3 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:21.030269 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898c8b01-edb5-4273-8c0d-a15ad9591ec3'] response: {'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'code': 200} Oct 14 02:27:21.046958 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d82e75-22fc-4939-9596-652e701349a3 None None] The sync data for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi is: [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '7d830064-8e8c-4391-aea4-5665af737ac1', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'port_id': '08e2a477-2317-42b9-b220-01bf29646192', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'mac_address': 'fa:16:3e:30:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:26:27Z', 'updated_at': '2022-10-14T02:27:19Z', 'revision_number': 1, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:27:21.078228 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=69758544-f5cf-4337-bdea-35d5b0ec7261,revision_number=7']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:21.243688 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54704ddb-88cc-4177-a261-c57719b1effc req-09dd9512-563f-4296-b77a-fb7e42a1149c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:21.245289 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54704ddb-88cc-4177-a261-c57719b1effc req-09dd9512-563f-4296-b77a-fb7e42a1149c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.1050947 Oct 14 02:27:21.304743 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6b58d-851b-4809-b1a9-97da59eb7186 req-5faf43e0-5ddb-454e-92b1-a2a5a436e3ef tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:21.306250 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c5b6b58d-851b-4809-b1a9-97da59eb7186 req-5faf43e0-5ddb-454e-92b1-a2a5a436e3ef tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.1239457 Oct 14 02:27:21.312942 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edc8b0-df4a-47f3-ae09-a0549a3b9922 None None] New status for floating IP 7d830064-8e8c-4391-aea4-5665af737ac1: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:27:21.405751 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54704ddb-88cc-4177-a261-c57719b1effc req-10305490-f264-46a6-87c6-92a1f19f29b1 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325006 Oct 14 02:27:21.469153 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-e22b5e1b-a9c9-4775-b8fe-20cba0c9dc5e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:21.470590 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-e22b5e1b-a9c9-4775-b8fe-20cba0c9dc5e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 815 time: 0.2894003 Oct 14 02:27:21.481883 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:21.491001 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c5b6b58d-851b-4809-b1a9-97da59eb7186 req-78dece37-1d9f-45f4-836f-acd95d6a7caf tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722436 Oct 14 02:27:21.501625 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:21.528964 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-267ea155-fd65-433a-8ec9-795fcb64145a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757584 Oct 14 02:27:21.717294 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:21.855826 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011cf27-3ec9-40c2-a532-11eb7a582dfe req-27fbc792-7d34-4acf-b9e2-295fc0aaac1b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:21.857232 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b011cf27-3ec9-40c2-a532-11eb7a582dfe req-27fbc792-7d34-4acf-b9e2-295fc0aaac1b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0802379 Oct 14 02:27:21.862853 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec1d56-a33f-4e3f-a156-990d3fee77d7 req-59541b4e-d843-4e98-a942-fc76cc75fc3a tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:21.864512 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1fec1d56-a33f-4e3f-a156-990d3fee77d7 req-59541b4e-d843-4e98-a942-fc76cc75fc3a tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 946 time: 0.0773561 Oct 14 02:27:21.938262 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b011cf27-3ec9-40c2-a532-11eb7a582dfe req-2f734dbb-cd97-41df-bbd0-223e4162cfdf tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728292 Oct 14 02:27:21.941222 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1fec1d56-a33f-4e3f-a156-990d3fee77d7 req-d719bf3d-b260-4ce7-86fd-c707cd9b4f38 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693710 Oct 14 02:27:22.055507 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-11987ad4-09a2-4215-9546-30c3739868cb req-0dc403cf-f7c0-46b0-af12-9be1773c4962 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0563350 Oct 14 02:27:22.079724 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0ad01c89-f4af-4227-a152-cfc499ef342a req-297bc344-752a-45a9-8222-eb80fa761116 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0788527 Oct 14 02:27:22.121265 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43 req-fb3d8e6d-0e9b-444e-801a-b64db190f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:22.123499 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43 req-fb3d8e6d-0e9b-444e-801a-b64db190f1eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 1129 time: 0.0995178 Oct 14 02:27:22.185499 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4b00f-1de2-4ac1-9cf3-71d2c515f6db req-4d87f250-2096-4e1e-a340-4478fcb9a1ff tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:22.187058 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35e4b00f-1de2-4ac1-9cf3-71d2c515f6db req-4d87f250-2096-4e1e-a340-4478fcb9a1ff tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 946 time: 0.1086316 Oct 14 02:27:22.436149 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:22.448306 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8cddbd8-76f3-4b83-9696-28d6931d648a req-b3a93dee-c176-47d5-a33c-a617214d0292 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855727 Oct 14 02:27:22.471874 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-334cded4-58d9-4153-a2d4-0154cbf702fa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 471 time: 0.4153900 Oct 14 02:27:22.554177 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de247dc8-500e-4645-a76d-6ffd1e64409e req-cd870d6a-b16e-4794-9c86-e56ee060970c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:22.555861 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-de247dc8-500e-4645-a76d-6ffd1e64409e req-cd870d6a-b16e-4794-9c86-e56ee060970c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0535975 Oct 14 02:27:22.604155 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-35e4b00f-1de2-4ac1-9cf3-71d2c515f6db req-a4a22943-c68c-4f53-892b-0fa9f23cf44c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Deleting port 1fddbde1-43a7-40fc-8d59-119c531bf523 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:27:22.604494 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-35e4b00f-1de2-4ac1-9cf3-71d2c515f6db req-a4a22943-c68c-4f53-892b-0fa9f23cf44c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:22.622794 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43 req-f7bc51b5-ede8-4ff1-b635-886355508fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:22.624375 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43 req-f7bc51b5-ede8-4ff1-b635-886355508fe4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4299c348-5cd7-492e-82e5-e30b1204822d HTTP/1.1" status: 200 len: 912 time: 0.4680884 Oct 14 02:27:22.638980 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc5987-8080-43e5-82b0-449f7752d7b8 req-35b910c9-a6f3-4d23-b824-c98be3bf3823 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:22.640445 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c5bc5987-8080-43e5-82b0-449f7752d7b8 req-35b910c9-a6f3-4d23-b824-c98be3bf3823 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0637686 Oct 14 02:27:22.645134 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-de247dc8-500e-4645-a76d-6ffd1e64409e req-ed9da9c0-6a43-48f6-8223-35b928e71885 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Oct 14 02:27:22.678409 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'port': {'device_id': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'admin_state_up': True, 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'security_groups': ['dce6a6ae-360a-46e5-847a-9870e0d6d21a']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:22.679840 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:22.772140 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c5bc5987-8080-43e5-82b0-449f7752d7b8 req-ac13521e-ca38-4f02-a807-6c4b0ae9dee1 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241162 Oct 14 02:27:22.800842 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43 req-4465faf5-dab1-44de-b5f9-811e7542155c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08e2a477-2317-42b9-b220-01bf29646192 HTTP/1.1" status: 200 len: 1000 time: 0.1354275 Oct 14 02:27:22.815541 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-35e4b00f-1de2-4ac1-9cf3-71d2c515f6db req-a4a22943-c68c-4f53-892b-0fa9f23cf44c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] For port 1fddbde1-43a7-40fc-8d59-119c531bf523, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1fddbde1-43a7-40fc-8d59-119c531bf523,segment=NetworkSegment(256c826f-2371-4e29-9c89-aca87a003cea),segment_id=256c826f-2371-4e29-9c89-aca87a003cea)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:22.815903 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-35e4b00f-1de2-4ac1-9cf3-71d2c515f6db req-a4a22943-c68c-4f53-892b-0fa9f23cf44c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:22.833901 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-35e4b00f-1de2-4ac1-9cf3-71d2c515f6db req-a4a22943-c68c-4f53-892b-0fa9f23cf44c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Calling delete_port for 1fddbde1-43a7-40fc-8d59-119c531bf523 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:27:22.836730 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Made reservation on behalf of 1d2f70db22ec43d5ba9125f940433320 for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:27:22.841834 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:22.850978 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:22.999286 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Allocated IP 172.20.0.14 (720db06d-fc1d-4485-8eb8-fc21c261caf6/31ddbc8f-06e9-40ef-8f70-e180cde6ef88/e8dcbe91-2392-473f-9ba8-c4aecb793ed4) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:27:23.028832 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-35e4b00f-1de2-4ac1-9cf3-71d2c515f6db req-a4a22943-c68c-4f53-892b-0fa9f23cf44c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (1fddbde1-43a7-40fc-8d59-119c531bf523), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:23.038638 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:23.042323 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['1fddbde1-43a7-40fc-8d59-119c531bf523'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:27:23.106362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a22943-c68c-4f53-892b-0fa9f23cf44c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Pushing event deleted for resources: {'Port': ['ID=1fddbde1-43a7-40fc-8d59-119c531bf523,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:23.117319 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d4648613-3620-4c77-a80b-3e47e8925063 req-a6b057c5-89cf-4b61-87c7-6230d34bd526 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0490551 Oct 14 02:27:23.196404 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e4b00f-1de2-4ac1-9cf3-71d2c515f6db req-a4a22943-c68c-4f53-892b-0fa9f23cf44c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] No DVR routers for this DVR port 1fddbde1-43a7-40fc-8d59-119c531bf523 on host hv-cinder-84506 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:27:23.201506 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-35e4b00f-1de2-4ac1-9cf3-71d2c515f6db req-a4a22943-c68c-4f53-892b-0fa9f23cf44c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:23.205705 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35e4b00f-1de2-4ac1-9cf3-71d2c515f6db req-a4a22943-c68c-4f53-892b-0fa9f23cf44c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.25 "DELETE /networking/v2.0/ports/1fddbde1-43a7-40fc-8d59-119c531bf523 HTTP/1.1" status: 204 len: 173 time: 1.0085757 Oct 14 02:27:23.206429 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d5a893-95c2-45c4-a27e-6f19f294d188', 'name': 'network-vif-deleted', 'tag': '1fddbde1-43a7-40fc-8d59-119c531bf523'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:23.207632 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f71ce-edff-443e-b307-8658d53d19d7 req-4a31c82f-0e28-46ca-bc45-4f5692db6634 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:23.209441 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31925ea4-3813-452a-b4ad-f750d346fa59" -d '{"events": [{"server_uuid": "66d5a893-95c2-45c4-a27e-6f19f294d188", "name": "network-vif-deleted", "tag": "1fddbde1-43a7-40fc-8d59-119c531bf523"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:23.212113 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-827f71ce-edff-443e-b307-8658d53d19d7 req-4a31c82f-0e28-46ca-bc45-4f5692db6634 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.1388450 Oct 14 02:27:23.289019 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0d1cc10d-c98a-4124-976b-616f1b52627d req-3ad0e3fe-bf95-4401-bbaf-f00d22f4acc3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0568392 Oct 14 02:27:23.319688 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:23.327264 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-827f71ce-edff-443e-b307-8658d53d19d7 req-ce50fecb-3fff-44e4-8439-c58b1a25f263 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075768 Oct 14 02:27:23.356805 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:23.395769 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8537817-597c-41f4-928f-7b314a678e54 x-openstack-request-id: req-c8537817-597c-41f4-928f-7b314a678e54 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:23.396056 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d5a893-95c2-45c4-a27e-6f19f294d188", "name": "network-vif-deleted", "tag": "1fddbde1-43a7-40fc-8d59-119c531bf523", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:23.396304 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8537817-597c-41f4-928f-7b314a678e54 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:23.396709 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8537817-597c-41f4-928f-7b314a678e54'] response: {'server_uuid': '66d5a893-95c2-45c4-a27e-6f19f294d188', 'name': 'network-vif-deleted', 'tag': '1fddbde1-43a7-40fc-8d59-119c531bf523', 'status': 'completed', 'code': 200} Oct 14 02:27:23.419205 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-095255e2-5832-4bac-949a-6b95d6b079f7 req-e3af3dca-9c4f-4cb3-8413-a5c918667bc1 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0579889 Oct 14 02:27:23.434594 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:27:23.437814 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:27:23.444075 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=e8dcbe91-2392-473f-9ba8-c4aecb793ed4,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:23.446242 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:27:23.472645 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.472996 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.473348 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.473688 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.474020 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.474352 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.474681 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.475008 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.475361 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.475690 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.476012 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.476340 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.476662 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.476987 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.477309 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:23.498537 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:23.510173 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:23.510786 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:23.528178 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-90e66e75-c7d7-4bbd-9850-f9425a35805e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8535347 Oct 14 02:27:23.578317 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Request body: {'port': {'device_id': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:23.694229 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:23.722601 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43 req-65b52bd7-4de0-4111-85d2-d9231f434763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:23.724399 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43 req-65b52bd7-4de0-4111-85d2-d9231f434763 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a651fca8-4007-4455-b37a-8eae20093d74 HTTP/1.1" status: 200 len: 850 time: 0.1533229 Oct 14 02:27:23.756644 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-b0698f15-afd9-4319-9de2-9df471db84a1 None None] Provisioning complete for port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:27:23.766370 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b0698f15-afd9-4319-9de2-9df471db84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:23.766983 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-b0698f15-afd9-4319-9de2-9df471db84a1 None None] Attempt 1 to provision port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 Oct 14 02:27:23.821339 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-b0698f15-afd9-4319-9de2-9df471db84a1 None None] Port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:27:23.898153 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43 req-fa8c9b1d-61cd-488f-a04f-47dfef5a3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:23.900033 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43 req-fa8c9b1d-61cd-488f-a04f-47dfef5a3d5f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4299c348-5cd7-492e-82e5-e30b1204822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1621575 Oct 14 02:27:23.907188 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-9bc63887-03da-4fcc-921c-5c8c8d404576 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:23.909135 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-9bc63887-03da-4fcc-921c-5c8c8d404576 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 HTTP/1.1" status: 200 len: 808 time: 0.2859750 Oct 14 02:27:23.955659 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90538ecf-b3d4-46b1-9318-125dfedd50bb req-930134b0-278b-4129-8915-50114a23a113 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:23.957533 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-90538ecf-b3d4-46b1-9318-125dfedd50bb req-930134b0-278b-4129-8915-50114a23a113 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.1201015 Oct 14 02:27:24.045408 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-1ee75a25-8448-430f-9272-4877e1346710 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f2a51798d7e54605a7e59b0cba385973 HTTP/1.1" status: 200 len: 380 time: 0.1231005 Oct 14 02:27:24.055149 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Request body: {'port': {'device_id': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'admin_state_up': True, 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'security_groups': ['f324b2ed-aff8-44c8-972e-7602e8d2bc5d']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:24.057705 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-90538ecf-b3d4-46b1-9318-125dfedd50bb req-6295cca1-3cbe-4652-add3-3baba1d29bf3 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932176 Oct 14 02:27:24.110965 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43 req-4898921e-fa0a-4f58-81e8-d6c6fc5772cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995242 Oct 14 02:27:24.147909 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8dcbe91-2392-473f-9ba8-c4aecb793ed4 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:27:24.158377 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Publish callbacks [] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:24.196641 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Transition to ACTIVE for port object e8dcbe91-2392-473f-9ba8-c4aecb793ed4 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:27:24.203612 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:24.253311 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:24.321210 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8dcbe91-2392-473f-9ba8-c4aecb793ed4,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:24.351100 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8f98ccf8-04d1-43e8-b057-8c196f53b457 req-be177232-efb0-4408-aa54-d324624a9c99 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d5a893-95c2-45c4-a27e-6f19f294d188 HTTP/1.1" status: 200 len: 210 time: 0.0658948 Oct 14 02:27:24.363093 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 42056) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:24.368795 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-d9abae83-eea8-498e-be76-4d56c173dc16 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567389619', 'description': 'tempest-description--1879115483'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:24.373670 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Made reservation on behalf of f2a51798d7e54605a7e59b0cba385973 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:27:24.377664 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:24.409713 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Attempting to bind port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:27:24.410157 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Attempting to bind port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:27:24.410497 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Attempting to bind port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:27:24.433021 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d9abae83-eea8-498e-be76-4d56c173dc16 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:24.546134 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:27:24.546476 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Attempting to bind port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:27:24.562678 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac0723-6629-40d6-b8d9-db33ab10ded3 req-c75cdbf2-ea2d-4a0a-9a0a-3e1414927268 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:24.564414 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8eac0723-6629-40d6-b8d9-db33ab10ded3 req-c75cdbf2-ea2d-4a0a-9a0a-3e1414927268 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 944 time: 0.1173158 Oct 14 02:27:24.590068 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Allocated IP 172.20.0.12 (7ece237d-f72e-4a0c-bf5e-3ace7adceeb8/fba1b051-899c-4acf-83d9-7df396b9533f/1201edef-47d3-4624-9140-59745722444b) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:27:24.637567 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:24.638714 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:24.687473 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:24.715218 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:27:24.715625 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Checking segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:27:24.716229 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Bound using segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:27:24.716501 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Bound port: e8dcbe91-2392-473f-9ba8-c4aecb793ed4, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:27:24.716881 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:24.751703 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33e128-9936-441c-ab94-250c9c8365e1 req-9741d591-192e-460b-b303-81327c00c3ee tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:24.760424 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7f33e128-9936-441c-ab94-250c9c8365e1 req-9741d591-192e-460b-b303-81327c00c3ee tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.2279963 Oct 14 02:27:24.810268 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d9abae83-eea8-498e-be76-4d56c173dc16 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group (4810d793-ef5a-4046-bebf-af10b979037e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:24.827598 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-69252feb-7aa8-40d6-82d1-1a23f2bbbc43 req-084650b6-5d90-4218-9bda-3eb03d40601e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002234 Oct 14 02:27:24.844860 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d9abae83-eea8-498e-be76-4d56c173dc16 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (4810d793-ef5a-4046-bebf-af10b979037e), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:24.884226 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8eac0723-6629-40d6-b8d9-db33ab10ded3 req-112a097f-08d4-43cf-94ca-dd11a514f98f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686882 Oct 14 02:27:24.910805 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for port (1201edef-47d3-4624-9140-59745722444b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:24.936142 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abae83-eea8-498e-be76-4d56c173dc16 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4810d793-ef5a-4046-bebf-af10b979037e,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:24.972320 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (1201edef-47d3-4624-9140-59745722444b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:24.983687 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7f33e128-9936-441c-ab94-250c9c8365e1 req-9f28932a-5e49-4e85-905c-77c28d451410 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2222881 Oct 14 02:27:25.011520 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d9abae83-eea8-498e-be76-4d56c173dc16 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.011520 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d9abae83-eea8-498e-be76-4d56c173dc16 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6407804 Oct 14 02:27:25.023633 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42062) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:25.029104 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-bc500380-a40c-4690-8665-968231835b01 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Request body: {'security_group_rule': {'security_group_id': '4810d793-ef5a-4046-bebf-af10b979037e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:25.035131 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] For port e8dcbe91-2392-473f-9ba8-c4aecb793ed4, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:27:25.052867 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4878f-f906-4d3f-82fd-48ad0d009a7f req-28a5bc2d-1b22-4b96-8364-0925eddea00a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:25.059936 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4dc4878f-f906-4d3f-82fd-48ad0d009a7f req-28a5bc2d-1b22-4b96-8364-0925eddea00a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 932 time: 0.0987918 Oct 14 02:27:25.066301 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:27:25.067331 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] For port e8dcbe91-2392-473f-9ba8-c4aecb793ed4, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e8dcbe91-2392-473f-9ba8-c4aecb793ed4,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:27:25.069814 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event updated for resources: {'Port': ['ID=1201edef-47d3-4624-9140-59745722444b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:25.076226 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:27:25.078759 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:27:25.098616 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.140173 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bc500380-a40c-4690-8665-968231835b01 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group_rule (0b9361f5-e03e-4dad-9f6f-b95653039a91), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.176433 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:25.177887 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.179076 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e8dcbe91-2392-473f-9ba8-c4aecb793ed4 HTTP/1.1" status: 200 len: 1094 time: 1.6062086 Oct 14 02:27:25.179711 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71211b-8eb8-4d43-b0ca-85a27d9975b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8dcbe91-2392-473f-9ba8-c4aecb793ed4,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:25.187032 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'tag': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:25.193013 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0108c66-911f-49d6-a960-d5ec5c9dfb76" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2c1a7d-5417-4c6f-af9c-f5c0860b133f", "tag": "e8dcbe91-2392-473f-9ba8-c4aecb793ed4"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:25.208536 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:25.210385 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.259581 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-5e8576a0-dfe9-4593-be8c-6f56ac246eef tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2080820 Oct 14 02:27:25.282241 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Request body: {'port': {'device_id': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:25.294310 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69404490-d496-4464-afcb-6aaf4e5696f4 req-6a034664-f980-43d4-8534-8b0785697b44 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:25.301637 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-69404490-d496-4464-afcb-6aaf4e5696f4 req-6a034664-f980-43d4-8534-8b0785697b44 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0987561 Oct 14 02:27:25.319757 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bc500380-a40c-4690-8665-968231835b01 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group_rule (0b9361f5-e03e-4dad-9f6f-b95653039a91), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.332221 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bc500380-a40c-4690-8665-968231835b01 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (0b9361f5-e03e-4dad-9f6f-b95653039a91), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.350057 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc500380-a40c-4690-8665-968231835b01 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9361f5-e03e-4dad-9f6f-b95653039a91,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:25.412963 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1201edef-47d3-4624-9140-59745722444b), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.418665 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-69404490-d496-4464-afcb-6aaf4e5696f4 req-51a49c17-b559-468d-b8d6-f08eb8b1a008 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155689 Oct 14 02:27:25.469447 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-dd9d2f44-c42e-4c49-8623-24bca6a9e481 None None] Provisioning complete for port 1201edef-47d3-4624-9140-59745722444b triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:27:25.474103 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dd9d2f44-c42e-4c49-8623-24bca6a9e481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (1201edef-47d3-4624-9140-59745722444b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.476670 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-dd9d2f44-c42e-4c49-8623-24bca6a9e481 None None] Attempt 1 to provision port 1201edef-47d3-4624-9140-59745722444b Oct 14 02:27:25.478049 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-0179ff46-32a3-4a8c-bd4f-c55066759b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:25.480486 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-0179ff46-32a3-4a8c-bd4f-c55066759b76 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 1128 time: 0.1742737 Oct 14 02:27:25.507864 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bc500380-a40c-4690-8665-968231835b01 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.513521 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-bc500380-a40c-4690-8665-968231835b01 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4873691 Oct 14 02:27:25.518136 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42070) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:25.525529 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-964a496a-d3d2-4d46-95c2-9ec38c97d382 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Request body: {'security_group_rule': {'security_group_id': '4810d793-ef5a-4046-bebf-af10b979037e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:25.546397 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d2f44-c42e-4c49-8623-24bca6a9e481 None None] Port 1201edef-47d3-4624-9140-59745722444b cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:27:25.576290 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-f3dcdd5b-a2e6-4792-b87d-c5673b44b039 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8dcbe91-2392-473f-9ba8-c4aecb793ed4 HTTP/1.1" status: 200 len: 217 time: 0.0860612 Oct 14 02:27:25.579369 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131e0684-809a-45da-ad77-71a999684f01 x-openstack-request-id: req-131e0684-809a-45da-ad77-71a999684f01 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:25.580241 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2c1a7d-5417-4c6f-af9c-f5c0860b133f", "tag": "e8dcbe91-2392-473f-9ba8-c4aecb793ed4", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:25.580880 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-131e0684-809a-45da-ad77-71a999684f01 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:25.584904 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-131e0684-809a-45da-ad77-71a999684f01'] response: {'name': 'network-changed', 'server_uuid': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'tag': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4', 'status': 'completed', 'code': 200} Oct 14 02:27:25.587762 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:25.593846 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-964a496a-d3d2-4d46-95c2-9ec38c97d382 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group_rule (eeae0ce1-5fff-40d2-8e85-794a3220b7a3), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.601498 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4dc4878f-f906-4d3f-82fd-48ad0d009a7f req-7eefc8c7-c682-4020-881b-bfede1f66e9a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5370641 Oct 14 02:27:25.611272 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:25.668941 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-ca54403c-7dc7-48ab-8087-459c132657aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:25.670599 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-ca54403c-7dc7-48ab-8087-459c132657aa service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.0710459 Oct 14 02:27:25.761949 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-d8d145c9-4ee0-4702-b23c-92f39e0fc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:25.763406 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-d8d145c9-4ee0-4702-b23c-92f39e0fc531 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860472 Oct 14 02:27:25.854432 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-964a496a-d3d2-4d46-95c2-9ec38c97d382 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group_rule (eeae0ce1-5fff-40d2-8e85-794a3220b7a3), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.864287 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-964a496a-d3d2-4d46-95c2-9ec38c97d382 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (eeae0ce1-5fff-40d2-8e85-794a3220b7a3), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.890903 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:25.897339 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a496a-d3d2-4d46-95c2-9ec38c97d382 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeae0ce1-5fff-40d2-8e85-794a3220b7a3,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:25.926698 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-964a496a-d3d2-4d46-95c2-9ec38c97d382 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:25.928948 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-964a496a-d3d2-4d46-95c2-9ec38c97d382 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4093091 Oct 14 02:27:25.935721 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42078) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:25.952161 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:26.007093 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-a7e8ef75-2d1e-49c5-af44-4bb9b093bb2f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191100 Oct 14 02:27:26.071933 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:26.126694 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:26.133372 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1201edef-47d3-4624-9140-59745722444b {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:27:26.145264 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Publish callbacks [] for port (1201edef-47d3-4624-9140-59745722444b), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:26.177058 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Transition to ACTIVE for port object 1201edef-47d3-4624-9140-59745722444b will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:27:26.183567 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aeace-dd40-43ad-9b06-1be44df616a8 req-cbd056c5-b501-496e-9be1-9490985da83f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:26.185895 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4f8aeace-dd40-43ad-9b06-1be44df616a8 req-cbd056c5-b501-496e-9be1-9490985da83f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 944 time: 0.1798658 Oct 14 02:27:26.186317 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (1201edef-47d3-4624-9140-59745722444b), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:26.204431 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff651a9-d02b-45ca-b133-4dae449ca968 req-8ac1fdd8-62e8-401c-8621-e1076e960054 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:26.206048 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0ff651a9-d02b-45ca-b133-4dae449ca968 req-8ac1fdd8-62e8-401c-8621-e1076e960054 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.1172917 Oct 14 02:27:26.226840 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:26.239528 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d9733cf-7a1d-44de-917d-d3d477a7b224 req-e7b8f9c3-1755-4a97-89df-3a8bd32d800a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178903 Oct 14 02:27:26.283610 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Pushing event updated for resources: {'Port': ['ID=1201edef-47d3-4624-9140-59745722444b,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:26.325616 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4f8aeace-dd40-43ad-9b06-1be44df616a8 req-1ee422af-a5c6-4a9f-9bad-662d6294b4ca tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131847 Oct 14 02:27:26.334144 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0ff651a9-d02b-45ca-b133-4dae449ca968 req-08a31a80-4cf8-490e-8168-bd904fb953ee tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105239 Oct 14 02:27:26.588802 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8de03-94c0-4d34-a8d6-4af766479c48 req-ff3a8cc2-7967-4e0c-a359-8d31fa7c87e6 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:26.590722 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c7d8de03-94c0-4d34-a8d6-4af766479c48 req-ff3a8cc2-7967-4e0c-a359-8d31fa7c87e6 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 943 time: 0.0629694 Oct 14 02:27:26.631627 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Attempting to bind port 1201edef-47d3-4624-9140-59745722444b on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:27:26.632260 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Attempting to bind port 1201edef-47d3-4624-9140-59745722444b by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:27:26.632362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Attempting to bind port 1201edef-47d3-4624-9140-59745722444b on network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:27:26.661952 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Allocated IP 172.27.1.189 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/16a4be40-ae46-423d-ac92-c35d3a00bd7f) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:27:26.684971 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c7d8de03-94c0-4d34-a8d6-4af766479c48 req-5aabb541-3a57-4eee-a905-a1541718ed2e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782082 Oct 14 02:27:26.717821 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Port 1201edef-47d3-4624-9140-59745722444b on network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:27:26.718228 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Attempting to bind port 1201edef-47d3-4624-9140-59745722444b on network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:27:26.785744 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07a7f9-4d86-4892-b426-e294dd664960 req-ad8d4fcd-45ea-4e81-8346-d07c6115473b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:26.788137 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fc07a7f9-4d86-4892-b426-e294dd664960 req-ad8d4fcd-45ea-4e81-8346-d07c6115473b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.0691226 Oct 14 02:27:26.804148 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:26.833601 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:27:26.833933 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Checking segment: {'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:27:26.834687 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Bound using segment: {'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:27:26.834857 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Bound port: 1201edef-47d3-4624-9140-59745722444b, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4d6904-7261-4e50-92cb-b4416f02f220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:27:26.835305 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1201edef-47d3-4624-9140-59745722444b), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:26.880257 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fc07a7f9-4d86-4892-b426-e294dd664960 req-6a265cb7-1cde-4432-a911-486cd6f2ed85 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810988 Oct 14 02:27:26.885053 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for port (16a4be40-ae46-423d-ac92-c35d3a00bd7f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:26.938683 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] For port 1201edef-47d3-4624-9140-59745722444b, host hv-cinder-84506, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:27:26.944883 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:26.960660 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] For port 1201edef-47d3-4624-9140-59745722444b, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1201edef-47d3-4624-9140-59745722444b,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:27:26.971210 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (1201edef-47d3-4624-9140-59745722444b), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:26.974854 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:26.975484 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:26.976847 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/1201edef-47d3-4624-9140-59745722444b HTTP/1.1" status: 200 len: 1094 time: 1.7012513 Oct 14 02:27:26.980145 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'tag': '1201edef-47d3-4624-9140-59745722444b'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:26.982916 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47201824-df14-4b52-8544-29a5d1937534" -d '{"events": [{"name": "network-changed", "server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "tag": "1201edef-47d3-4624-9140-59745722444b"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:26.985911 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (16a4be40-ae46-423d-ac92-c35d3a00bd7f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:27.033192 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a79aa4-885f-43f2-8fc2-cbd1832ce58c x-openstack-request-id: req-60a79aa4-885f-43f2-8fc2-cbd1832ce58c {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:27.033481 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "tag": "1201edef-47d3-4624-9140-59745722444b", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:27.033729 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60a79aa4-885f-43f2-8fc2-cbd1832ce58c {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:27.034117 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a79aa4-885f-43f2-8fc2-cbd1832ce58c'] response: {'name': 'network-changed', 'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'tag': '1201edef-47d3-4624-9140-59745722444b', 'status': 'completed', 'code': 200} Oct 14 02:27:27.035991 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:27:27.041052 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:27:27.043799 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:27:27.055897 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a5067bf3-c745-4912-8359-901585cccd36 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:27:27.061202 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a49d02-25d3-445f-8f99-0c06728f6409 service neutron] Pushing event updated for resources: {'Port': ['ID=1201edef-47d3-4624-9140-59745722444b,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:27.163957 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event updated for resources: {'Port': ['ID=16a4be40-ae46-423d-ac92-c35d3a00bd7f,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:27.199785 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:27.200676 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:27.215784 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for floatingip (0873b93a-0cfc-47c8-a8fc-65ff98678354), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:27.266985 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (16a4be40-ae46-423d-ac92-c35d3a00bd7f), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:27.360186 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port a5067bf3-c745-4912-8359-901585cccd36, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a5067bf3-c745-4912-8359-901585cccd36,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:27.374974 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': 'a5067bf3-c745-4912-8359-901585cccd36', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'port_id': 'a5067bf3-c745-4912-8359-901585cccd36', 'mac_address': 'fa:16:3e:d5:07:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:27:27.415102 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port a5067bf3-c745-4912-8359-901585cccd36 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:27.415773 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a5067bf3-c745-4912-8359-901585cccd36), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:27.430824 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5067bf3-c745-4912-8359-901585cccd36 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:27:27.459866 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port a5067bf3-c745-4912-8359-901585cccd36, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a5067bf3-c745-4912-8359-901585cccd36,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:27.469414 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (a5067bf3-c745-4912-8359-901585cccd36), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:27.476171 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for port (16a4be40-ae46-423d-ac92-c35d3a00bd7f), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:27.489022 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fe0f1-01b7-47ee-aa76-234eefb2909c req-24170e38-b1d0-4631-af40-380f159e9b6e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:27.490927 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-924fe0f1-01b7-47ee-aa76-234eefb2909c req-24170e38-b1d0-4631-af40-380f159e9b6e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 944 time: 0.0643287 Oct 14 02:27:27.500298 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (16a4be40-ae46-423d-ac92-c35d3a00bd7f), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:27.533756 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=a5067bf3-c745-4912-8359-901585cccd36,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:27.546901 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf3c62-7449-4b7c-bc50-8a47f6917895 req-fd4be739-b951-48bb-a578-7454a50ca9c2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:27.548883 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aebf3c62-7449-4b7c-bc50-8a47f6917895 req-fd4be739-b951-48bb-a578-7454a50ca9c2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0569220 Oct 14 02:27:27.617692 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (0873b93a-0cfc-47c8-a8fc-65ff98678354), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:27.643186 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:27.653656 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7167599 Oct 14 02:27:27.654692 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887fcf6-f4df-456b-84a1-ad1ffce4eea3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event updated for resources: {'Port': ['ID=16a4be40-ae46-423d-ac92-c35d3a00bd7f,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:27.665805 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aebf3c62-7449-4b7c-bc50-8a47f6917895 req-990610ab-a28a-4663-8ad0-48ea7a6bd4c3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060870 Oct 14 02:27:27.675722 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-924fe0f1-01b7-47ee-aa76-234eefb2909c req-c6188ae7-8bc4-4b48-b213-d339ffa2a453 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241500 Oct 14 02:27:27.836573 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944037cb-2c80-4144-a28b-875ed596e54a req-cc5c959c-deab-4505-b358-592db8d25834 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:27.844854 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-944037cb-2c80-4144-a28b-875ed596e54a req-cc5c959c-deab-4505-b358-592db8d25834 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 944 time: 0.0677021 Oct 14 02:27:27.855672 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 1fddbde1-43a7-40fc-8d59-119c531bf523 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:27:27.894052 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: 1fddbde1-43a7-40fc-8d59-119c531bf523 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:27:27.894397 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 1fddbde1-43a7-40fc-8d59-119c531bf523 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:27:27.921969 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-944037cb-2c80-4144-a28b-875ed596e54a req-f0fd1028-d492-495e-bfcd-855aa31f955d tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761142 Oct 14 02:27:27.960534 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-aca47abb-a892-4ff9-bbe1-447f6b153279 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1567389619&fields=id&tenant_id=a2e38a12e174437982573067f6bc3f8d HTTP/1.1" status: 200 len: 267 time: 0.0608172 Oct 14 02:27:28.084623 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:28.103104 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d71f3-88d5-4177-a659-c40857672077 req-ec017cd0-35c0-4a88-aaed-1a53c4a1e349 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:28.104978 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-294d71f3-88d5-4177-a659-c40857672077 req-ec017cd0-35c0-4a88-aaed-1a53c4a1e349 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.0689452 Oct 14 02:27:28.155927 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-723435e2-bdc4-498a-b8ab-d5c93add1b96 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:28.157385 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-723435e2-bdc4-498a-b8ab-d5c93add1b96 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 818 time: 0.1827865 Oct 14 02:27:28.192159 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-993429b8-a40e-447c-9373-128855e0c179 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/quotas/a2e38a12e174437982573067f6bc3f8d HTTP/1.1" status: 200 len: 375 time: 0.0249414 Oct 14 02:27:28.204263 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-294d71f3-88d5-4177-a659-c40857672077 req-1463deaa-cd40-4e7e-a772-b2d539f7a85f tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877995 Oct 14 02:27:28.265734 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-18da618c-ca05-4b72-9f81-3ad85365ce44 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0603800 Oct 14 02:27:28.347819 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:28.366735 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d1518704-4d07-4b06-b1c7-2b358399363a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915833 Oct 14 02:27:28.468684 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-335d1221-af83-427a-9134-7563b3c00b1a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950115 Oct 14 02:27:28.690935 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3beb45a9-3e7f-414b-a6f8-6eb36e35b6cd req-daa1de9a-c7d0-4b2b-b54a-4f552caeb7de tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 210 time: 0.0451937 Oct 14 02:27:28.896760 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f5633-a2a5-4c9c-a579-a76ba3bbe545 req-f427dbaf-81be-4d15-a99d-9f333cb9a294 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:28.898299 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fd7f5633-a2a5-4c9c-a579-a76ba3bbe545 req-f427dbaf-81be-4d15-a99d-9f333cb9a294 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.1119351 Oct 14 02:27:28.951493 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47201824-df14-4b52-8544-29a5d1937534 req-8dfdb9d5-5d81-4ef7-8a11-3b60752054d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:28.952986 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47201824-df14-4b52-8544-29a5d1937534 req-8dfdb9d5-5d81-4ef7-8a11-3b60752054d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2a51798d7e54605a7e59b0cba385973&device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 1128 time: 0.1503940 Oct 14 02:27:28.965052 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31f90e-bcd8-48df-b6b5-c2d284e3c835 req-3e3faa54-d9eb-4b73-939d-7e2dfade8352 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:28.966682 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ac31f90e-bcd8-48df-b6b5-c2d284e3c835 req-3e3faa54-d9eb-4b73-939d-7e2dfade8352 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 944 time: 0.1091206 Oct 14 02:27:29.058231 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fd7f5633-a2a5-4c9c-a579-a76ba3bbe545 req-f13614e1-55f4-4237-8d6f-4fa2e5c5072a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1374955 Oct 14 02:27:29.074215 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['a5067bf3-c745-4912-8359-901585cccd36'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:27:29.099569 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ac31f90e-bcd8-48df-b6b5-c2d284e3c835 req-9cbf384c-b078-4382-95ab-3ad1bf3ddedd tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261384 Oct 14 02:27:29.235109 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1f482-bd74-4d29-9213-3312f6402083 req-9e88ace8-0f49-46e1-b11b-94530db78946 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:29.236635 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-32a1f482-bd74-4d29-9213-3312f6402083 req-9e88ace8-0f49-46e1-b11b-94530db78946 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 944 time: 0.0658870 Oct 14 02:27:29.336182 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-32a1f482-bd74-4d29-9213-3312f6402083 req-642bba37-f9ff-49be-b573-452fa828c90b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906849 Oct 14 02:27:29.381569 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5dd05-ab12-4b0a-b72a-e3cca8a09dbc req-b11b39fa-d5f7-4570-b434-9810bf3c00e5 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:29.383025 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14a5dd05-ab12-4b0a-b72a-e3cca8a09dbc req-b11b39fa-d5f7-4570-b434-9810bf3c00e5 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.0681601 Oct 14 02:27:29.442288 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14a5dd05-ab12-4b0a-b72a-e3cca8a09dbc req-7668964f-f630-4b48-a837-de29aafd74e0 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525231 Oct 14 02:27:29.815927 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-50d55836-ffe0-4205-a3d5-1a8df7619ed0 req-e90c4ad2-1692-4ecb-84a1-a0bedcd7ed4f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 210 time: 0.0348327 Oct 14 02:27:29.960519 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0108c66-911f-49d6-a960-d5ec5c9dfb76 req-1e1894f6-2594-4e45-a6c0-7617dbf368a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:29.962717 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c0108c66-911f-49d6-a960-d5ec5c9dfb76 req-1e1894f6-2594-4e45-a6c0-7617dbf368a4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 1128 time: 0.0938318 Oct 14 02:27:30.097493 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:30.108730 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:30.112491 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47201824-df14-4b52-8544-29a5d1937534 req-36ef0d57-c36e-41d1-9da1-a0e62219b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:30.117119 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47201824-df14-4b52-8544-29a5d1937534 req-36ef0d57-c36e-41d1-9da1-a0e62219b6e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f2a51798d7e54605a7e59b0cba385973&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2474639 Oct 14 02:27:30.176312 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0108c66-911f-49d6-a960-d5ec5c9dfb76 req-98bdd665-0b8a-47f0-8386-a82f82342417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:30.177952 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c0108c66-911f-49d6-a960-d5ec5c9dfb76 req-98bdd665-0b8a-47f0-8386-a82f82342417 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 916 time: 0.2081451 Oct 14 02:27:30.224728 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c0108c66-911f-49d6-a960-d5ec5c9dfb76 req-4992f91b-4ce8-48a8-89fb-a7310f748bf0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8dcbe91-2392-473f-9ba8-c4aecb793ed4 HTTP/1.1" status: 200 len: 217 time: 0.0404742 Oct 14 02:27:30.331009 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0108c66-911f-49d6-a960-d5ec5c9dfb76 req-f658f693-4016-4d9c-b9ca-8afc5ab484db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:30.332870 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c0108c66-911f-49d6-a960-d5ec5c9dfb76 req-f658f693-4016-4d9c-b9ca-8afc5ab484db service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.0902841 Oct 14 02:27:30.403147 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0108c66-911f-49d6-a960-d5ec5c9dfb76 req-7e0e8cac-9688-41d6-a6aa-ff7b32801996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:30.405155 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c0108c66-911f-49d6-a960-d5ec5c9dfb76 req-7e0e8cac-9688-41d6-a6aa-ff7b32801996 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638850 Oct 14 02:27:30.586722 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c0108c66-911f-49d6-a960-d5ec5c9dfb76 req-2215ed12-5189-4433-aa9b-8a522746b860 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731586 Oct 14 02:27:30.623381 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361261dc-d9b3-4b6d-90e4-0bb9a5542f61 req-04bd7c52-4104-4e99-9ee8-3f172c8df4b8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:30.630266 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-361261dc-d9b3-4b6d-90e4-0bb9a5542f61 req-04bd7c52-4104-4e99-9ee8-3f172c8df4b8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 944 time: 0.4199767 Oct 14 02:27:30.647827 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:30.656833 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ba407-c931-4301-b8a7-73a77efdab43 req-1af39cf0-58f7-410b-855a-69b10aed082a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:30.664849 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-791ba407-c931-4301-b8a7-73a77efdab43 req-1af39cf0-58f7-410b-855a-69b10aed082a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.1193924 Oct 14 02:27:30.708699 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:30.756290 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47201824-df14-4b52-8544-29a5d1937534 req-a0b618b6-db4c-4458-b2b8-3af50f941413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:30.757787 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47201824-df14-4b52-8544-29a5d1937534 req-a0b618b6-db4c-4458-b2b8-3af50f941413 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6358447 Oct 14 02:27:30.778404 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a5067bf3-c745-4912-8359-901585cccd36 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:27:30.802489 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c0108c66-911f-49d6-a960-d5ec5c9dfb76 req-0de6d487-f5a4-4472-8632-71b0ad8256a5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086086 Oct 14 02:27:30.842454 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-361261dc-d9b3-4b6d-90e4-0bb9a5542f61 req-66cf02d2-9959-4f56-8ae1-d004de174a84 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092600 Oct 14 02:27:30.892215 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-791ba407-c931-4301-b8a7-73a77efdab43 req-b152fc8f-d576-4a2c-a148-41c8444819b7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2259650 Oct 14 02:27:30.892382 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port a5067bf3-c745-4912-8359-901585cccd36 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:27:30.902053 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port a5067bf3-c745-4912-8359-901585cccd36 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:27:30.902439 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (a5067bf3-c745-4912-8359-901585cccd36), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:30.902776 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port a5067bf3-c745-4912-8359-901585cccd36 Oct 14 02:27:30.983384 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-40c25a06-b4a4-459d-b10a-8f52d4390ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:30.991568 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-40c25a06-b4a4-459d-b10a-8f52d4390ac0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2a51798d7e54605a7e59b0cba385973&device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 1128 time: 0.1613932 Oct 14 02:27:31.021025 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port a5067bf3-c745-4912-8359-901585cccd36 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:31.021421 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a5067bf3-c745-4912-8359-901585cccd36), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:31.051456 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:31.053721 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b5d6ec-ae11-4cfe-b816-35a71199cdd9" -d '{"events": [{"server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "name": "network-vif-plugged", "status": "completed", "tag": "a5067bf3-c745-4912-8359-901585cccd36"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:31.053879 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-4d5c7a7f-009e-4933-88d5-20d45d79fd38 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1201edef-47d3-4624-9140-59745722444b HTTP/1.1" status: 200 len: 217 time: 0.0530384 Oct 14 02:27:31.076257 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port a5067bf3-c745-4912-8359-901585cccd36, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a5067bf3-c745-4912-8359-901585cccd36,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:31.082892 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (a5067bf3-c745-4912-8359-901585cccd36), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:31.103437 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:31.127424 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54c102-9aa8-4ccd-8cf1-f3a64c85d11c req-9b0e4d48-cacd-495f-8b87-782074edea02 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:31.128976 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fa54c102-9aa8-4ccd-8cf1-f3a64c85d11c req-9b0e4d48-cacd-495f-8b87-782074edea02 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 944 time: 0.0853136 Oct 14 02:27:31.139622 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d1af8-bb01-49ae-8722-1783476d11c7 req-9fdf5fd6-cca8-4d8e-8f62-8974fb1dcaec tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:31.141274 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b66d1af8-bb01-49ae-8722-1783476d11c7 req-9fdf5fd6-cca8-4d8e-8f62-8974fb1dcaec tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.0993879 Oct 14 02:27:31.166969 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=a5067bf3-c745-4912-8359-901585cccd36,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:31.177055 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.177803 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.178351 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.178871 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.179511 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.180181 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.180725 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.181259 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.181793 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.182329 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.183006 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.183740 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.184320 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.184917 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.185170 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:31.218639 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fa54c102-9aa8-4ccd-8cf1-f3a64c85d11c req-aca06eee-9812-40f6-9c69-e8c6f4bba489 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763924 Oct 14 02:27:31.229121 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b66d1af8-bb01-49ae-8722-1783476d11c7 req-f769831c-ea8a-4edd-87aa-687475973172 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796683 Oct 14 02:27:31.288749 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dba8d3a-652f-4562-8ff0-52267cb2f029 x-openstack-request-id: req-8dba8d3a-652f-4562-8ff0-52267cb2f029 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:31.289104 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "name": "network-vif-plugged", "status": "completed", "tag": "a5067bf3-c745-4912-8359-901585cccd36", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:31.289363 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dba8d3a-652f-4562-8ff0-52267cb2f029 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:31.289774 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dba8d3a-652f-4562-8ff0-52267cb2f029'] response: {'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36', 'code': 200} Oct 14 02:27:31.345949 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bfb04a14-9f8d-4b43-b378-7bcc7d151c07 req-da3d67e7-3bac-421e-822c-eb0d648d8b85 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 210 time: 0.0320330 Oct 14 02:27:31.469879 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=10 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:31.524519 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:32.022797 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc26a10-42e1-4c14-966b-cdc6f82f624b req-d2396392-011a-438e-8ec0-28cf33a86acf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:32.024357 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fbc26a10-42e1-4c14-966b-cdc6f82f624b req-d2396392-011a-438e-8ec0-28cf33a86acf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 944 time: 0.0984063 Oct 14 02:27:32.063668 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1238111-4a67-4a48-9ee9-c3633fda3638 req-15879d2d-038b-438e-a514-ee39dd6cae83 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:32.065151 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b1238111-4a67-4a48-9ee9-c3633fda3638 req-15879d2d-038b-438e-a514-ee39dd6cae83 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0881464 Oct 14 02:27:32.130645 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fbc26a10-42e1-4c14-966b-cdc6f82f624b req-0980ab22-9e31-4d57-b7cc-b92f05db8fac tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989015 Oct 14 02:27:32.160528 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b1238111-4a67-4a48-9ee9-c3633fda3638 req-a9954213-e18f-4b17-95f9-00ab49953d98 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825384 Oct 14 02:27:32.424981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3124d0-0fbf-40f5-aa35-0710eabcd548 req-fcf07f06-e173-4169-8841-5bdaa5aa9c85 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:32.426599 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0d3124d0-0fbf-40f5-aa35-0710eabcd548 req-fcf07f06-e173-4169-8841-5bdaa5aa9c85 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.0710378 Oct 14 02:27:32.438494 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c847-cd17-42d2-a279-8f47f84371ed req-f7a0d4be-cfbc-405b-964a-31c2bcf8dd96 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:32.439943 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-95a9c847-cd17-42d2-a279-8f47f84371ed req-f7a0d4be-cfbc-405b-964a-31c2bcf8dd96 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.0938976 Oct 14 02:27:32.502530 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0d3124d0-0fbf-40f5-aa35-0710eabcd548 req-3ff79f76-4264-49b1-85c1-060a5ad8d11c tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700166 Oct 14 02:27:32.539588 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-95a9c847-cd17-42d2-a279-8f47f84371ed req-edffd3c4-e3ea-4db5-9abb-5873d08e066b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903771 Oct 14 02:27:32.630574 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-84a1c672-c826-4427-977c-97cbdda12a27 req-895c9d11-cbb8-4030-8166-3df47cae63cc tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 210 time: 0.0289850 Oct 14 02:27:33.343389 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06fea6-41de-4dd7-97ff-dd704f8840eb req-60a986e9-018c-4273-8034-2d2660fc15c5 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:33.345055 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1f06fea6-41de-4dd7-97ff-dd704f8840eb req-60a986e9-018c-4273-8034-2d2660fc15c5 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 944 time: 0.0960207 Oct 14 02:27:33.358223 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f467-6f23-4b36-ba1a-7310a1c6eca9 req-24b3dafd-c549-44ce-96c6-840647187afc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:33.359945 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c01f467-6f23-4b36-ba1a-7310a1c6eca9 req-24b3dafd-c549-44ce-96c6-840647187afc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0704210 Oct 14 02:27:33.439730 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1f06fea6-41de-4dd7-97ff-dd704f8840eb req-4c0f0905-2858-47a7-bf67-9013da328fe5 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776901 Oct 14 02:27:33.448668 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c01f467-6f23-4b36-ba1a-7310a1c6eca9 req-6cec2f93-072e-4a51-97a9-21c629e04570 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792346 Oct 14 02:27:33.607177 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device e8dcbe91-2392-473f-9ba8-c4aecb793ed4 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:27:33.780163 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320d947-39f4-45a9-9d9e-c97502abb610 req-4c002b1d-09d5-4240-ad95-b7175895c29a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:33.787974 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4320d947-39f4-45a9-9d9e-c97502abb610 req-4c002b1d-09d5-4240-ad95-b7175895c29a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.2017334 Oct 14 02:27:33.796302 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port e8dcbe91-2392-473f-9ba8-c4aecb793ed4, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e8dcbe91-2392-473f-9ba8-c4aecb793ed4,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:33.814677 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-f9ed937a-94cc-4b0f-bf4b-dc23b0dfc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:33.816296 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-f9ed937a-94cc-4b0f-bf4b-dc23b0dfc5cd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=fba1b051-899c-4acf-83d9-7df396b9533f HTTP/1.1" status: 200 len: 847 time: 0.1965361 Oct 14 02:27:33.824624 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:33.828496 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa9fc8-5ca4-48f4-99f0-bca9742a5068 req-25670324-df63-44a7-9b4e-2674ec98b49e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:33.835007 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'port_id': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4', 'mac_address': 'fa:16:3e:5d:68:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:27:33.836403 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-96fa9fc8-5ca4-48f4-99f0-bca9742a5068 req-25670324-df63-44a7-9b4e-2674ec98b49e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.1901829 Oct 14 02:27:33.853204 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:33.892341 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:33.893046 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:33.894641 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4320d947-39f4-45a9-9d9e-c97502abb610 req-09367986-0f74-45cd-888f-4c5ea60e8b97 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056497 Oct 14 02:27:33.911187 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8dcbe91-2392-473f-9ba8-c4aecb793ed4 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:27:33.940422 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:33.953743 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port e8dcbe91-2392-473f-9ba8-c4aecb793ed4, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e8dcbe91-2392-473f-9ba8-c4aecb793ed4,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:33.961827 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:33.971409 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:33.975788 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-96fa9fc8-5ca4-48f4-99f0-bca9742a5068 req-107f69f5-6af4-4659-afd3-69baabc21df8 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383052 Oct 14 02:27:34.123986 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=e8dcbe91-2392-473f-9ba8-c4aecb793ed4,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:34.155942 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b44798e5-d3e0-4bd7-a249-cfff4b893e84 req-67face8b-fd26-449f-8278-abd42927b7b6 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 210 time: 0.0551813 Oct 14 02:27:34.174230 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-df1fadcb-b798-4ffc-882d-19b888944f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:34.176089 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-df1fadcb-b798-4ffc-882d-19b888944f3b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1804507 Oct 14 02:27:34.188389 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b479175-562a-44d5-98b2-638ae811027c req-800af11c-708b-4c77-b5c5-65aa4f87649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:34.190017 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b479175-562a-44d5-98b2-638ae811027c req-800af11c-708b-4c77-b5c5-65aa4f87649b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 1129 time: 0.1230326 Oct 14 02:27:34.281948 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b479175-562a-44d5-98b2-638ae811027c req-b2eb08f4-fd37-4127-baa6-dd1868fb248c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777853 Oct 14 02:27:34.285739 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-ab470925-7316-42d4-a38a-3138b36b56d6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3027813 Oct 14 02:27:34.293786 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['e8dcbe91-2392-473f-9ba8-c4aecb793ed4'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:27:34.466441 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-9d80c010-ffd5-40a1-b036-cfa2414b237a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760022 Oct 14 02:27:34.613587 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-37cd93f1-174e-4d8d-a9b2-f8e8c4da5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:34.615400 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-37cd93f1-174e-4d8d-a9b2-f8e8c4da5058 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 1129 time: 0.0697803 Oct 14 02:27:34.642108 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ed10c8c-3fe5-46bb-9666-e29a01de3fbf req-1a313c0b-d57c-477e-a9ed-8fd5add3cafb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217415 Oct 14 02:27:34.733484 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-8cfa9eaf-9558-4daf-a9e9-481cc03475a1 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:34.735165 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-8cfa9eaf-9558-4daf-a9e9-481cc03475a1 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/networks?id=07246b11-83f9-4023-9995-330b19724fb7 HTTP/1.1" status: 200 len: 814 time: 0.4315393 Oct 14 02:27:34.763788 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-c076f4be-0f2d-4e07-8cf7-85227640d2a9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:34.765120 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-c076f4be-0f2d-4e07-8cf7-85227640d2a9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 818 time: 0.4628191 Oct 14 02:27:34.801540 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e0fde-487a-455f-aaf6-b7cca8059308 req-a7a46300-adad-406f-968d-bcbd11c431b8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:34.803133 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab8e0fde-487a-455f-aaf6-b7cca8059308 req-a7a46300-adad-406f-968d-bcbd11c431b8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 945 time: 0.1532722 Oct 14 02:27:34.842110 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-4b696fb5-d781-45e3-94c2-fc634615f05f tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/quotas/d4b1c4a008a84d9587b98c155ac0ace1 HTTP/1.1" status: 200 len: 375 time: 0.0863199 Oct 14 02:27:34.913174 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-a5fefd7a-f8ab-4238-9164-97fc4b1967bb tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d4b1c4a008a84d9587b98c155ac0ace1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626514 Oct 14 02:27:34.960266 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab8e0fde-487a-455f-aaf6-b7cca8059308 req-4521404d-0c7b-44e9-a9b5-142bd2512e98 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451068 Oct 14 02:27:34.962969 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-2be56551-eb03-4cf5-b4f0-c6ba938629b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:34.965906 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-2be56551-eb03-4cf5-b4f0-c6ba938629b7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.2576015 Oct 14 02:27:35.080904 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-2916a487-c4f7-4e8c-aab5-39fb9e85f079 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07246b11-83f9-4023-9995-330b19724fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469517 Oct 14 02:27:35.100683 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:35.121720 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718737cb-ef24-4342-a341-7cf2b1ab9951 req-a024a0b3-84e2-4b10-a134-680b2b1b0ace tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:35.125847 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-718737cb-ef24-4342-a341-7cf2b1ab9951 req-a024a0b3-84e2-4b10-a134-680b2b1b0ace tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0754833 Oct 14 02:27:35.227661 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-718737cb-ef24-4342-a341-7cf2b1ab9951 req-0cd84b0f-9ef3-41f3-9d17-1b37dc4c38e3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742965 Oct 14 02:27:35.232914 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-42e6cc71-ee77-4c42-a3a9-307308770011 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/07246b11-83f9-4023-9995-330b19724fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429162 Oct 14 02:27:35.269362 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device e8dcbe91-2392-473f-9ba8-c4aecb793ed4 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:27:35.357963 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:27:35.370319 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cf9dc-d565-4734-bf62-73ae0ff74ad0 req-caff55ad-834b-4dde-a911-8c6a752d13ec tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:35.376835 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:27:35.377780 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:35.378371 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 Oct 14 02:27:35.379596 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-461cf9dc-d565-4734-bf62-73ae0ff74ad0 req-caff55ad-834b-4dde-a911-8c6a752d13ec tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.0630660 Oct 14 02:27:35.479952 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:35.480546 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:35.512507 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:35.513688 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a09dbd7-2eaf-41ad-9e4f-803045372b7f" -d '{"events": [{"server_uuid": "cd2c1a7d-5417-4c6f-af9c-f5c0860b133f", "name": "network-vif-plugged", "status": "completed", "tag": "e8dcbe91-2392-473f-9ba8-c4aecb793ed4"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:35.523640 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-461cf9dc-d565-4734-bf62-73ae0ff74ad0 req-8ec9e30b-4603-4fda-a778-46dfa2a7a600 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430871 Oct 14 02:27:35.529247 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port e8dcbe91-2392-473f-9ba8-c4aecb793ed4, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e8dcbe91-2392-473f-9ba8-c4aecb793ed4,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:35.529492 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-7c52544f-1ae7-4fb3-ab60-662ad555cf3c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8f8e3e8-8227-4e43-9e58-a3993d60fb18 HTTP/1.1" status: 200 len: 217 time: 0.0769415 Oct 14 02:27:35.544983 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:35.608096 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=e8dcbe91-2392-473f-9ba8-c4aecb793ed4,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:35.650021 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-55e14887-2cbf-44de-a3ee-4b87a1b78f77 req-c41c2ed2-b8c8-42ad-a728-1847e8002a8d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 210 time: 0.0513248 Oct 14 02:27:35.721493 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:35.805767 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-2fd63717-8bfb-44be-948c-971faca0b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:35.807865 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-2fd63717-8bfb-44be-948c-971faca0b2b4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.2643764 Oct 14 02:27:35.843210 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-3652a22b-bd26-48ea-bc1d-f607394192a2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a2e38a12e174437982573067f6bc3f8d HTTP/1.1" status: 200 len: 380 time: 0.3919034 Oct 14 02:27:35.845052 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f76568da-2fd8-498d-bbc7-709ebc7a0362 req-a5729f4c-3086-4b00-bfd5-879dd2ce55a4 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 210 time: 0.0753806 Oct 14 02:27:35.852526 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afc4a2-0729-461f-9f81-97506422a16b req-551ccc58-eb86-4fdf-a7f4-8436f5c31218 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:35.860765 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-11afc4a2-0729-461f-9f81-97506422a16b req-551ccc58-eb86-4fdf-a7f4-8436f5c31218 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.3488641 Oct 14 02:27:35.951734 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690ac4c7-53b3-4f12-9223-312105a3d648 x-openstack-request-id: req-690ac4c7-53b3-4f12-9223-312105a3d648 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:35.952056 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2c1a7d-5417-4c6f-af9c-f5c0860b133f", "name": "network-vif-plugged", "status": "completed", "tag": "e8dcbe91-2392-473f-9ba8-c4aecb793ed4", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:35.952323 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-690ac4c7-53b3-4f12-9223-312105a3d648 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:35.952787 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-690ac4c7-53b3-4f12-9223-312105a3d648'] response: {'server_uuid': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4', 'code': 200} Oct 14 02:27:35.957518 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-11afc4a2-0729-461f-9f81-97506422a16b req-ce246a37-da88-41e9-b2f5-a90a976331a2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956597 Oct 14 02:27:36.105245 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cac12-3a1b-4559-be59-af905963f28a req-eade48ef-7e00-4a10-a34e-0300f0502dec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:36.107529 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4f8cac12-3a1b-4559-be59-af905963f28a req-eade48ef-7e00-4a10-a34e-0300f0502dec tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 946 time: 0.0551021 Oct 14 02:27:36.164443 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4f8cac12-3a1b-4559-be59-af905963f28a req-4dd2d3fe-4814-43c0-9c4c-ddae321b8c47 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520568 Oct 14 02:27:36.415823 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Request body: {'port': {'device_id': '28885328-17fc-43f3-a759-1e63effe24e8', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'admin_state_up': True, 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'security_groups': ['4810d793-ef5a-4046-bebf-af10b979037e']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:36.535290 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1134a59-0c67-4c7b-9b9a-72e15bde02d8 req-8b3df42d-e322-4d44-9ec7-4dd9f383dabf tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:36.542627 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e1134a59-0c67-4c7b-9b9a-72e15bde02d8 req-8b3df42d-e322-4d44-9ec7-4dd9f383dabf tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.2079539 Oct 14 02:27:36.601224 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-659ac1d6-0cf7-478e-ae8a-54481b7eecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:36.604417 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-659ac1d6-0cf7-478e-ae8a-54481b7eecba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2073600 Oct 14 02:27:36.648968 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e1134a59-0c67-4c7b-9b9a-72e15bde02d8 req-1c74b108-8267-4cd5-a416-f9c3d6dbd6ac tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032574 Oct 14 02:27:36.724440 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85fbd8-f783-4748-bb89-b8a302ca3303 req-0500041f-c3aa-4c3d-a426-f3d0a8efa00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:36.732247 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9c85fbd8-f783-4748-bb89-b8a302ca3303 req-0500041f-c3aa-4c3d-a426-f3d0a8efa00f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 1130 time: 0.0903916 Oct 14 02:27:36.804981 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3f364bee-9d33-4780-b56b-672276b9712b req-34b8bdae-e716-40b7-b721-e9f5399f5b13 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 210 time: 0.0583236 Oct 14 02:27:36.805403 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9c85fbd8-f783-4748-bb89-b8a302ca3303 req-05136f84-e72a-4147-be63-779718757948 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656195 Oct 14 02:27:36.831469 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba62cd1-eedc-4f67-a3d7-92c2b573eb65 req-eb6e093a-2e32-4494-a2be-680a4ba98f4f tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:36.832972 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2ba62cd1-eedc-4f67-a3d7-92c2b573eb65 req-eb6e093a-2e32-4494-a2be-680a4ba98f4f tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.1741176 Oct 14 02:27:36.866513 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Made reservation on behalf of a2e38a12e174437982573067f6bc3f8d for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:27:36.871167 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:36.900516 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:36.953860 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-af58f109-190d-4b3d-903f-b3b706dfa4d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997882 Oct 14 02:27:36.961730 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2ba62cd1-eedc-4f67-a3d7-92c2b573eb65 req-751227c1-6acd-4117-acd9-db1b3447050f tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213675 Oct 14 02:27:37.027524 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1e69de05-7981-4e69-9944-0e8c84bbd30d req-90007067-5d7f-4892-85c5-733726b07b0a tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 210 time: 0.0352170 Oct 14 02:27:37.185645 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d81ed-cd3f-49ea-9f1f-cb65354fe24b req-38828e06-cbfa-4c93-8688-534d7455bb6f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:37.187133 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2c2d81ed-cd3f-49ea-9f1f-cb65354fe24b req-38828e06-cbfa-4c93-8688-534d7455bb6f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.1134083 Oct 14 02:27:37.188313 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Allocated IP 172.20.0.11 (f27a3301-c1aa-44f4-93cf-c241a5798a38/e916f9eb-948f-4d46-8bc4-d39d3865de9f/a00c0555-d7c2-4eb3-80f8-2d508e7120b8) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:27:37.245847 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:37.325681 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38719b45-da2b-4f4e-87be-59cd8bd090ca req-5ff2865c-3e8a-48c5-ae80-be68a8b634d5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818222 Oct 14 02:27:37.346396 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2c2d81ed-cd3f-49ea-9f1f-cb65354fe24b req-560a513c-3b5d-4470-a354-16ee0b1d3e8c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504910 Oct 14 02:27:37.384610 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482bdc1-b26b-4a4d-8f22-a2a4e396a943 req-dc0191c2-3e06-4359-9e94-5fae25010f18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:37.386690 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e482bdc1-b26b-4a4d-8f22-a2a4e396a943 req-dc0191c2-3e06-4359-9e94-5fae25010f18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 946 time: 0.1228342 Oct 14 02:27:37.740991 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9135-f66a-49c0-b714-ec6e0465df7b req-c29e75a8-438a-423a-9902-aab86aaa4786 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:37.742513 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2a3e9135-f66a-49c0-b714-ec6e0465df7b req-c29e75a8-438a-423a-9902-aab86aaa4786 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.3190672 Oct 14 02:27:37.751460 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e482bdc1-b26b-4a4d-8f22-a2a4e396a943 req-ce89cf4d-03a7-4fd2-994a-b364b66e5afe tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571334 Oct 14 02:27:37.756863 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:37.834019 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2a3e9135-f66a-49c0-b714-ec6e0465df7b req-3d21d0da-c230-4e60-8aee-33e65c76bf65 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801640 Oct 14 02:27:37.850429 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:37.875650 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:37.903273 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0f53f-434c-4fe4-81a8-3beb4470d2c7 req-75d34473-5461-4db5-aa7f-6098e252af17 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:37.904875 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e5e0f53f-434c-4fe4-81a8-3beb4470d2c7 req-75d34473-5461-4db5-aa7f-6098e252af17 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.0919127 Oct 14 02:27:37.954627 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Network f27a3301-c1aa-44f4-93cf-c241a5798a38 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:27:37.979298 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:27:37.987224 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:27:37.993719 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event updated for resources: {'Port': ['ID=a00c0555-d7c2-4eb3-80f8-2d508e7120b8,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:38.035534 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dbdb6-032d-4f88-9294-a1da9e8bd829 req-fc55a8e7-880f-4036-b223-220e3e63a196 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:38.037129 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-234dbdb6-032d-4f88-9294-a1da9e8bd829 req-fc55a8e7-880f-4036-b223-220e3e63a196 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 932 time: 0.1190557 Oct 14 02:27:38.085887 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e5e0f53f-434c-4fe4-81a8-3beb4470d2c7 req-8e38e185-f423-43f4-8542-ec5d160b5b31 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1660469 Oct 14 02:27:38.093567 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:38.094219 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:38.140616 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-d8a1502c-64bc-4d5f-8c36-b9737df95754 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7423615 Oct 14 02:27:38.145570 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-234dbdb6-032d-4f88-9294-a1da9e8bd829 req-090f6848-44b4-4f4c-b0f7-b1540a532ff7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963435 Oct 14 02:27:38.228924 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Request body: {'port': {'device_id': '28885328-17fc-43f3-a759-1e63effe24e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:38.280521 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-526cb7b7-4b60-4d66-9977-61740f1ba634 None None] Provisioning complete for port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:27:38.281507 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-526cb7b7-4b60-4d66-9977-61740f1ba634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:38.281839 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-526cb7b7-4b60-4d66-9977-61740f1ba634 None None] Attempt 1 to provision port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 Oct 14 02:27:38.318252 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-526cb7b7-4b60-4d66-9977-61740f1ba634 None None] Port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:27:38.333689 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6131b06-f3ea-4903-8dd9-91a5d9dd9c57 req-80fa3e9f-02b0-4bfe-b771-5618d91e4fa6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:38.335296 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f6131b06-f3ea-4903-8dd9-91a5d9dd9c57 req-80fa3e9f-02b0-4bfe-b771-5618d91e4fa6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.0994339 Oct 14 02:27:38.356550 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8233a-4149-4e7f-8b06-c30ccd46830a req-b77a720d-f985-4bdf-ba65-060a5b1bd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:38.358013 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-97d8233a-4149-4e7f-8b06-c30ccd46830a req-b77a720d-f985-4bdf-ba65-060a5b1bd0f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 1129 time: 0.0802867 Oct 14 02:27:38.420981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:38.422620 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:38.454211 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7e225b16-e462-4355-ab81-98335ed0d566 req-2f4e1c8f-4b0e-4fb0-bb9c-48cc29566b1c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 210 time: 0.0488148 Oct 14 02:27:38.462615 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f6131b06-f3ea-4903-8dd9-91a5d9dd9c57 req-0e054d7f-d2eb-45a2-a13b-ad706b20da07 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193054 Oct 14 02:27:38.624037 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a0b28-1570-4af4-ac06-f803955c8bec req-bb5a10d7-83ed-48cb-988d-6fde8d9ef00b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:38.625423 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e41a0b28-1570-4af4-ac06-f803955c8bec req-bb5a10d7-83ed-48cb-988d-6fde8d9ef00b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.0690806 Oct 14 02:27:38.728740 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e41a0b28-1570-4af4-ac06-f803955c8bec req-7681d5ef-23ff-4aa5-82f6-2557326ccfe0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939143 Oct 14 02:27:38.887183 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00c0555-d7c2-4eb3-80f8-2d508e7120b8 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:27:38.909872 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Publish callbacks [] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:38.962165 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Transition to ACTIVE for port object a00c0555-d7c2-4eb3-80f8-2d508e7120b8 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:27:38.965716 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:38.972844 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20defba4-fc94-47aa-b230-61a59770e7ee req-b053a4be-9cad-4659-be83-592b6416d43c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:38.974394 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-20defba4-fc94-47aa-b230-61a59770e7ee req-b053a4be-9cad-4659-be83-592b6416d43c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 946 time: 0.0808709 Oct 14 02:27:38.981805 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:39.051738 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8233a-4149-4e7f-8b06-c30ccd46830a req-112ed406-04b1-42db-8d24-df1b07e2dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:39.053252 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-97d8233a-4149-4e7f-8b06-c30ccd46830a req-112ed406-04b1-42db-8d24-df1b07e2dff3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 200 len: 918 time: 0.2536008 Oct 14 02:27:39.093840 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Pushing event updated for resources: {'Port': ['ID=a00c0555-d7c2-4eb3-80f8-2d508e7120b8,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:39.175199 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-20defba4-fc94-47aa-b230-61a59770e7ee req-a9a347f2-2380-496b-ab56-0ee3d4523da8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898084 Oct 14 02:27:39.249423 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-97d8233a-4149-4e7f-8b06-c30ccd46830a req-c7003f68-cc3e-4c46-98b3-4e34c5d1d581 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69758544-f5cf-4337-bdea-35d5b0ec7261 HTTP/1.1" status: 200 len: 1001 time: 0.1179807 Oct 14 02:27:39.252181 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Attempting to bind port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:27:39.252522 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Attempting to bind port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:27:39.252851 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Attempting to bind port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 on network f27a3301-c1aa-44f4-93cf-c241a5798a38 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:27:39.296632 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb56de-e39c-4256-89a6-bb62e86132c4 req-c4606585-6e31-43a9-8795-5baa3c50d8ee tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:39.298119 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fcbb56de-e39c-4256-89a6-bb62e86132c4 req-c4606585-6e31-43a9-8795-5baa3c50d8ee tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.1086206 Oct 14 02:27:39.321930 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:39.356765 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1141593-9c8a-49eb-9fba-1b0ce5004e03 req-62cbf02b-3b90-4f59-9599-9a59ce1e8130 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:39.358205 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b1141593-9c8a-49eb-9fba-1b0ce5004e03 req-62cbf02b-3b90-4f59-9599-9a59ce1e8130 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 944 time: 0.1021333 Oct 14 02:27:39.381545 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 on network f27a3301-c1aa-44f4-93cf-c241a5798a38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:27:39.381898 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Attempting to bind port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 on network f27a3301-c1aa-44f4-93cf-c241a5798a38 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:27:39.436310 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fcbb56de-e39c-4256-89a6-bb62e86132c4 req-2dc5808b-06e9-45ae-88f0-5822b721e836 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1189694 Oct 14 02:27:39.480265 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b1141593-9c8a-49eb-9fba-1b0ce5004e03 req-82646f21-254c-4629-ae17-46a697209ab8 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158900 Oct 14 02:27:39.485147 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:27:39.485504 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Checking segment: {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:27:39.485989 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Bound using segment: {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:27:39.486502 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Bound port: a00c0555-d7c2-4eb3-80f8-2d508e7120b8, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa50f25-4a0d-453f-8357-0be2d18047d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:27:39.487016 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:39.642706 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8233a-4149-4e7f-8b06-c30ccd46830a req-55b3ec57-101d-4459-8b4c-34554901704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:39.644298 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-97d8233a-4149-4e7f-8b06-c30ccd46830a req-55b3ec57-101d-4459-8b4c-34554901704f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=df574a0d-c460-4e0b-b9d8-f91874100636 HTTP/1.1" status: 200 len: 856 time: 0.1276717 Oct 14 02:27:39.645946 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d7a28bb7-914b-4a24-a379-8830dd989e7b req-c87bd4a0-d620-4315-bb18-9c4eefe1add1 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 210 time: 0.0582466 Oct 14 02:27:39.647921 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-0a54fadf-2bba-43ba-b042-95d642cee1f0 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:39.650356 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-0a54fadf-2bba-43ba-b042-95d642cee1f0 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.25 "GET /networking/v2.0/networks?id=07246b11-83f9-4023-9995-330b19724fb7 HTTP/1.1" status: 200 len: 814 time: 0.1342239 Oct 14 02:27:39.654487 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23c929-336f-497c-a54c-e0e067bad96e req-6565b6d7-ade3-4d35-80af-a9c4a5d8091f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:39.656011 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8e23c929-336f-497c-a54c-e0e067bad96e req-6565b6d7-ade3-4d35-80af-a9c4a5d8091f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 946 time: 0.1504343 Oct 14 02:27:39.669721 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 42304) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:39.677113 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Request body: {'port': {'device_id': '6c5c76d3-3fd8-44e6-98a5-c72d80cb8389', 'network_id': '07246b11-83f9-4023-9995-330b19724fb7', 'admin_state_up': True, 'tenant_id': 'd4b1c4a008a84d9587b98c155ac0ace1'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:39.687450 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-8e4a241c-78c3-4a8c-8383-607955595e98 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'floatingip': {'port_id': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:39.762556 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] For port a00c0555-d7c2-4eb3-80f8-2d508e7120b8, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:27:39.790047 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] For port a00c0555-d7c2-4eb3-80f8-2d508e7120b8, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:27:39.799366 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8233a-4149-4e7f-8b06-c30ccd46830a req-942232c4-08fd-4077-9202-683d2e08a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:39.801009 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-97d8233a-4149-4e7f-8b06-c30ccd46830a req-942232c4-08fd-4077-9202-683d2e08a127 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1269386 Oct 14 02:27:39.807440 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e4a241c-78c3-4a8c-8383-607955595e98 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (5b1dbec6-6e8d-4018-9308-8ec98088414e), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:39.842147 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:39.844896 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Made reservation on behalf of d4b1c4a008a84d9587b98c155ac0ace1 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:27:39.845992 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:39.846948 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:39.848346 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a00c0555-d7c2-4eb3-80f8-2d508e7120b8 HTTP/1.1" status: 200 len: 1094 time: 1.6289210 Oct 14 02:27:39.848985 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:39.890093 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:39.892333 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164493d6-9ca5-45fd-bf4b-efdeb99d5716" -d '{"events": [{"name": "network-changed", "server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:39.953419 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a030ae7c-2ef0-4ded-964f-6417f7bf67af x-openstack-request-id: req-a030ae7c-2ef0-4ded-964f-6417f7bf67af {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:39.953708 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:39.953961 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a030ae7c-2ef0-4ded-964f-6417f7bf67af {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:39.954354 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a030ae7c-2ef0-4ded-964f-6417f7bf67af'] response: {'name': 'network-changed', 'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'status': 'completed', 'code': 200} Oct 14 02:27:39.987792 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:39.999844 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Allocated IP 172.20.0.3 (07246b11-83f9-4023-9995-330b19724fb7/efbc0cd0-d16a-4e62-91b5-dfb01bace633/640ca0e2-bd23-43db-a690-633d854ddced) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:27:40.008451 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc0c9-c8d8-41ce-8bbe-47e0ea3d1ace req-b793539d-c1c7-4606-995a-f39970339266 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:40.010932 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a62cc0c9-c8d8-41ce-8bbe-47e0ea3d1ace req-b793539d-c1c7-4606-995a-f39970339266 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.2309501 Oct 14 02:27:40.070349 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:40.162150 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d22038-40c0-41ab-8959-1da3a91da089 service neutron] Pushing event updated for resources: {'Port': ['ID=a00c0555-d7c2-4eb3-80f8-2d508e7120b8,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:40.165788 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks [] for port (640ca0e2-bd23-43db-a690-633d854ddced), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:40.175607 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-243ce9f6-4d6c-4f6b-9521-a7cdc3a4e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:40.177122 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-243ce9f6-4d6c-4f6b-9521-a7cdc3a4e4aa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 1128 time: 0.1960921 Oct 14 02:27:40.177384 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:40.179022 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-97d8233a-4149-4e7f-8b06-c30ccd46830a req-0ae46edf-fb66-4c5c-93c6-3a0d28446dfa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505044 Oct 14 02:27:40.203365 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (640ca0e2-bd23-43db-a690-633d854ddced), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:40.250926 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Network 07246b11-83f9-4023-9995-330b19724fb7 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:27:40.257903 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:27:40.259180 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a62cc0c9-c8d8-41ce-8bbe-47e0ea3d1ace req-09612c9c-4a14-46ee-bc71-650ac5704829 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293098 Oct 14 02:27:40.262756 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:27:40.267051 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Pushing event updated for resources: {'Port': ['ID=640ca0e2-bd23-43db-a690-633d854ddced,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:40.324100 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:40.324720 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:40.343301 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-535f7c46-4823-45f7-b90b-62dd69b4eecd tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6743457 Oct 14 02:27:40.470898 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Request body: {'port': {'device_id': '6c5c76d3-3fd8-44e6-98a5-c72d80cb8389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:40.560620 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (640ca0e2-bd23-43db-a690-633d854ddced), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:40.756223 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-ebe37aad-8205-4954-b373-0fbcb0b59ffd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8 HTTP/1.1" status: 200 len: 217 time: 0.0830333 Oct 14 02:27:40.822429 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:40.835134 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640ca0e2-bd23-43db-a690-633d854ddced {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:27:40.841340 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b3461-4aa7-4db5-8948-a4ece8f94faa req-94e22a75-53f5-46e0-9fe0-8183fa7825e3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:40.842802 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5e0b3461-4aa7-4db5-8948-a4ece8f94faa req-94e22a75-53f5-46e0-9fe0-8183fa7825e3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 945 time: 0.1684053 Oct 14 02:27:40.843641 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Publish callbacks [] for port (640ca0e2-bd23-43db-a690-633d854ddced), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:40.856760 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Transition to ACTIVE for port object 640ca0e2-bd23-43db-a690-633d854ddced will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:27:40.861787 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (640ca0e2-bd23-43db-a690-633d854ddced), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:40.914634 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-97d8233a-4149-4e7f-8b06-c30ccd46830a req-99cc3050-e379-4774-896b-0ea26e47c92c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392220 Oct 14 02:27:40.925622 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Pushing event updated for resources: {'Port': ['ID=640ca0e2-bd23-43db-a690-633d854ddced,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:40.954899 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5e0b3461-4aa7-4db5-8948-a4ece8f94faa req-c892b001-8396-4481-b5b8-66d157ec329e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057007 Oct 14 02:27:40.976857 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Attempting to bind port 640ca0e2-bd23-43db-a690-633d854ddced on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:27:40.977184 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Attempting to bind port 640ca0e2-bd23-43db-a690-633d854ddced by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '256c826f-2371-4e29-9c89-aca87a003cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07246b11-83f9-4023-9995-330b19724fb7'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:27:40.977506 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Attempting to bind port 640ca0e2-bd23-43db-a690-633d854ddced on network 07246b11-83f9-4023-9995-330b19724fb7 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:27:41.017363 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e4a241c-78c3-4a8c-8383-607955595e98 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:41.021857 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Port 640ca0e2-bd23-43db-a690-633d854ddced on network 07246b11-83f9-4023-9995-330b19724fb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:27:41.022177 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Attempting to bind port 640ca0e2-bd23-43db-a690-633d854ddced on network 07246b11-83f9-4023-9995-330b19724fb7 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:27:41.032020 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e4a241c-78c3-4a8c-8383-607955595e98 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (5b1dbec6-6e8d-4018-9308-8ec98088414e), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:41.065767 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:41.069154 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:27:41.069484 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Checking segment: {'id': '256c826f-2371-4e29-9c89-aca87a003cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07246b11-83f9-4023-9995-330b19724fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:27:41.069857 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Bound using segment: {'id': '256c826f-2371-4e29-9c89-aca87a003cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07246b11-83f9-4023-9995-330b19724fb7'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:27:41.070281 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Bound port: 640ca0e2-bd23-43db-a690-633d854ddced, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256c826f-2371-4e29-9c89-aca87a003cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07246b11-83f9-4023-9995-330b19724fb7'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:27:41.070635 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (640ca0e2-bd23-43db-a690-633d854ddced), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:41.105245 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fca1a-4a61-4018-9bcd-def5c117c1e1 req-629e978c-d597-433c-9f64-2e0634750d12 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:41.106742 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-386fca1a-4a61-4018-9bcd-def5c117c1e1 req-629e978c-d597-433c-9f64-2e0634750d12 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 944 time: 0.0857055 Oct 14 02:27:41.118441 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:41.136781 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] For port 640ca0e2-bd23-43db-a690-633d854ddced, host hv-cinder-84506, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:27:41.139875 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] For port 640ca0e2-bd23-43db-a690-633d854ddced, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=640ca0e2-bd23-43db-a690-633d854ddced,segment=NetworkSegment(256c826f-2371-4e29-9c89-aca87a003cea),segment_id=256c826f-2371-4e29-9c89-aca87a003cea)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:27:41.145142 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (640ca0e2-bd23-43db-a690-633d854ddced), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:41.148317 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:41.148946 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:41.151178 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/640ca0e2-bd23-43db-a690-633d854ddced HTTP/1.1" status: 200 len: 1093 time: 0.6859233 Oct 14 02:27:41.153370 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5c76d3-3fd8-44e6-98a5-c72d80cb8389', 'tag': '640ca0e2-bd23-43db-a690-633d854ddced'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:41.155624 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa318c0-8466-48bf-adbe-9d186494c273" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5c76d3-3fd8-44e6-98a5-c72d80cb8389", "tag": "640ca0e2-bd23-43db-a690-633d854ddced"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:41.187906 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-8e4a241c-78c3-4a8c-8383-607955595e98 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Floating IP 5b1dbec6-6e8d-4018-9308-8ec98088414e associated. External IP: 172.27.1.219, port: e8dcbe91-2392-473f-9ba8-c4aecb793ed4. Oct 14 02:27:41.201478 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc8af5-9857-4ff8-be2e-8a45abba27e3 service neutron] Pushing event updated for resources: {'Port': ['ID=640ca0e2-bd23-43db-a690-633d854ddced,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:41.233914 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-386fca1a-4a61-4018-9bcd-def5c117c1e1 req-304012e6-9505-4bac-a7e8-3501bd723240 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205957 Oct 14 02:27:41.306113 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 69758544-f5cf-4337-bdea-35d5b0ec7261 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:27:41.331282 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:41.377239 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 69758544-f5cf-4337-bdea-35d5b0ec7261 is: ACTIVE; New status is: DOWN {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:41.377621 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:41.380321 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:41.381754 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e292da1-42f7-4365-a34f-d8997f07a3d8 req-205e1275-724d-4374-959a-98a5c4a594e0 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:41.383272 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7e292da1-42f7-4365-a34f-d8997f07a3d8 req-205e1275-724d-4374-959a-98a5c4a594e0 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 943 time: 0.0896630 Oct 14 02:27:41.403702 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:41.405934 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a01219c-19dd-4820-9f35-787851b92c4e" -d '{"events": [{"server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "name": "network-vif-unplugged", "status": "completed", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:41.418550 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:41.422483 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:41.473769 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=69758544-f5cf-4337-bdea-35d5b0ec7261,revision_number=8']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:41.480231 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7e292da1-42f7-4365-a34f-d8997f07a3d8 req-fe5d448d-34eb-48e7-9a4c-3f394fdd0ce7 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899739 Oct 14 02:27:41.482013 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4a241c-78c3-4a8c-8383-607955595e98 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Router 51edbdf0-f141-485f-a4ba-89d284f18ca8 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:27:41.533246 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e756b1-1b49-4053-ba30-0a188f49f9ae x-openstack-request-id: req-76e756b1-1b49-4053-ba30-0a188f49f9ae {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:41.533545 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5c76d3-3fd8-44e6-98a5-c72d80cb8389", "tag": "640ca0e2-bd23-43db-a690-633d854ddced", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:41.533802 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76e756b1-1b49-4053-ba30-0a188f49f9ae {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:41.534214 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e756b1-1b49-4053-ba30-0a188f49f9ae'] response: {'name': 'network-changed', 'server_uuid': '6c5c76d3-3fd8-44e6-98a5-c72d80cb8389', 'tag': '640ca0e2-bd23-43db-a690-633d854ddced', 'status': 'completed', 'code': 200} Oct 14 02:27:41.604204 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4a241c-78c3-4a8c-8383-607955595e98 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:27:41.613943 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa02d3-b8f2-4b96-85cd-a612a3255b41 None None] Sync routers for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:27:41.624148 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e4a241c-78c3-4a8c-8383-607955595e98 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:41.625997 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa02d3-b8f2-4b96-85cd-a612a3255b41 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:27:41.626677 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-76fa02d3-b8f2-4b96-85cd-a612a3255b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:27:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:41.646129 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:41.665668 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f4b75-f3da-42cf-9b4d-920faddf45b8 req-50be0775-614c-48a3-85ba-8e5184eef306 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:41.667206 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8a4f4b75-f3da-42cf-9b4d-920faddf45b8 req-50be0775-614c-48a3-85ba-8e5184eef306 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.0812030 Oct 14 02:27:41.673687 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8e4a241c-78c3-4a8c-8383-607955595e98 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/5b1dbec6-6e8d-4018-9308-8ec98088414e HTTP/1.1" status: 200 len: 992 time: 1.9880545 Oct 14 02:27:41.717150 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8a4f4b75-f3da-42cf-9b4d-920faddf45b8 req-f339c0e2-7e43-4b62-996f-29db2657fd8a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438893 Oct 14 02:27:41.740595 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-76fa02d3-b8f2-4b96-85cd-a612a3255b41 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:27:41.767800 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab8e16-825f-433d-901d-109c187a57e8 x-openstack-request-id: req-c2ab8e16-825f-433d-901d-109c187a57e8 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:41.768402 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "name": "network-vif-unplugged", "status": "completed", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:41.768662 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2ab8e16-825f-433d-901d-109c187a57e8 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:41.769060 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ab8e16-825f-433d-901d-109c187a57e8'] response: {'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'code': 200} Oct 14 02:27:41.890100 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:41.956108 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'tag': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:41.958462 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6778a9-9225-444b-9666-c40228608003" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2c1a7d-5417-4c6f-af9c-f5c0860b133f", "tag": "e8dcbe91-2392-473f-9ba8-c4aecb793ed4"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:41.959571 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-76fa02d3-b8f2-4b96-85cd-a612a3255b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '52743069-260c-4133-a683-68a5489892b0', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e87188c0-5def-475c-acb8-880420209c29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:67:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c03ea1-9964-412b-8970-9111c364a82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:43Z', 'updated_at': '2022-10-14T02:25:40Z', 'revision_number': 2, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}, {'id': '5b1dbec6-6e8d-4018-9308-8ec98088414e', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:5d:68:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:26:52Z', 'updated_at': '2022-10-14T02:27:40Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:41.989209 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa02d3-b8f2-4b96-85cd-a612a3255b41 None None] Checking router: 51edbdf0-f141-485f-a4ba-89d284f18ca8 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:27:41.996131 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc80a33-5219-462b-849c-d5e8f153288d x-openstack-request-id: req-2cc80a33-5219-462b-849c-d5e8f153288d {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:41.996704 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2c1a7d-5417-4c6f-af9c-f5c0860b133f", "tag": "e8dcbe91-2392-473f-9ba8-c4aecb793ed4", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:41.997120 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cc80a33-5219-462b-849c-d5e8f153288d {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:41.997518 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc80a33-5219-462b-849c-d5e8f153288d'] response: {'name': 'network-changed', 'server_uuid': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'tag': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4', 'status': 'completed', 'code': 200} Oct 14 02:27:41.998549 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa02d3-b8f2-4b96-85cd-a612a3255b41 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:27:41.999186 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-76fa02d3-b8f2-4b96-85cd-a612a3255b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:27:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:42.088814 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ece2f-8913-4f05-ac37-3731a12fc481 req-a89e1b0b-95b5-4a6a-951c-57cb1050b76e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:42.090317 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e84ece2f-8913-4f05-ac37-3731a12fc481 req-a89e1b0b-95b5-4a6a-951c-57cb1050b76e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0470967 Oct 14 02:27:42.100115 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-76fa02d3-b8f2-4b96-85cd-a612a3255b41 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:27:42.142931 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e84ece2f-8913-4f05-ac37-3731a12fc481 req-0e63c0e2-c29f-4fc4-b8ad-97baf6761f41 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466604 Oct 14 02:27:42.313258 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-76fa02d3-b8f2-4b96-85cd-a612a3255b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '52743069-260c-4133-a683-68a5489892b0', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e87188c0-5def-475c-acb8-880420209c29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:67:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c03ea1-9964-412b-8970-9111c364a82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:43Z', 'updated_at': '2022-10-14T02:25:40Z', 'revision_number': 2, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}, {'id': '5b1dbec6-6e8d-4018-9308-8ec98088414e', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:5d:68:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:26:52Z', 'updated_at': '2022-10-14T02:27:40Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:42.337422 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa02d3-b8f2-4b96-85cd-a612a3255b41 None None] The sync data for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi is: [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '52743069-260c-4133-a683-68a5489892b0', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e87188c0-5def-475c-acb8-880420209c29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:67:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c03ea1-9964-412b-8970-9111c364a82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:43Z', 'updated_at': '2022-10-14T02:25:40Z', 'revision_number': 2, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}, {'id': '5b1dbec6-6e8d-4018-9308-8ec98088414e', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:5d:68:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:26:52Z', 'updated_at': '2022-10-14T02:27:40Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:27:42.355977 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f33b5-5a08-4fd1-b207-2b89ec20bb20 req-efe5531f-fb47-4d9d-87a8-d86f76dd452f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:42.357506 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-879f33b5-5a08-4fd1-b207-2b89ec20bb20 req-efe5531f-fb47-4d9d-87a8-d86f76dd452f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 944 time: 0.0476935 Oct 14 02:27:42.406992 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-879f33b5-5a08-4fd1-b207-2b89ec20bb20 req-b16b8820-67c1-4af3-9677-aaf391234bb8 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432816 Oct 14 02:27:42.531956 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d08dbf8-110b-4247-b421-0d500375221c None None] New status for floating IP 5b1dbec6-6e8d-4018-9308-8ec98088414e: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:27:42.605219 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b90d3-9782-49b8-a0b6-60d67317bab2 req-390af825-c406-4fc9-91e0-2d1854e6ac73 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:42.607119 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d3b90d3-9782-49b8-a0b6-60d67317bab2 req-390af825-c406-4fc9-91e0-2d1854e6ac73 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 943 time: 0.0464778 Oct 14 02:27:42.654149 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d3b90d3-9782-49b8-a0b6-60d67317bab2 req-ac77e6bf-54fe-406d-a630-79b80690dbe3 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Oct 14 02:27:42.840066 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5061598-69e4-411a-a974-5edfba7c52f7 req-f48b0dc2-cbd0-428c-bc53-affb2efcca79 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:42.841541 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f5061598-69e4-411a-a974-5edfba7c52f7 req-f48b0dc2-cbd0-428c-bc53-affb2efcca79 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.0500085 Oct 14 02:27:42.889826 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f5061598-69e4-411a-a974-5edfba7c52f7 req-7a013483-b16a-4322-bc2b-2197237bc882 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Oct 14 02:27:43.273597 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-9a3fb294-9f0c-42cc-bbaa-ff24b8b15095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.274268 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa318c0-8466-48bf-adbe-9d186494c273 req-406ac7bd-9c3a-4cfc-bceb-32611e3f1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.275042 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-9a3fb294-9f0c-42cc-bbaa-ff24b8b15095 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.0853236 Oct 14 02:27:43.275500 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4aa318c0-8466-48bf-adbe-9d186494c273 req-406ac7bd-9c3a-4cfc-bceb-32611e3f1247 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d4b1c4a008a84d9587b98c155ac0ace1&device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 1127 time: 0.0492837 Oct 14 02:27:43.317666 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dda21b-83e2-405f-9988-0709b7580198 req-5dc61e19-47a4-4589-8672-f76e84204d05 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.319195 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47dda21b-83e2-405f-9988-0709b7580198 req-5dc61e19-47a4-4589-8672-f76e84204d05 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0893450 Oct 14 02:27:43.322236 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6778a9-9225-444b-9666-c40228608003 req-4330d929-e4df-47bb-bcf4-b13b67481528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.324309 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7c6778a9-9225-444b-9666-c40228608003 req-4330d929-e4df-47bb-bcf4-b13b67481528 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 1130 time: 0.0624781 Oct 14 02:27:43.339486 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 1201edef-47d3-4624-9140-59745722444b details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:27:43.458093 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 1201edef-47d3-4624-9140-59745722444b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1201edef-47d3-4624-9140-59745722444b,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:43.473362 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '1201edef-47d3-4624-9140-59745722444b', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'port_id': '1201edef-47d3-4624-9140-59745722444b', 'mac_address': 'fa:16:3e:02:40:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:27:43.506981 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa318c0-8466-48bf-adbe-9d186494c273 req-83425246-8936-4bf7-a149-d52adf60b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.508002 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4aa318c0-8466-48bf-adbe-9d186494c273 req-83425246-8936-4bf7-a149-d52adf60b100 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=d4b1c4a008a84d9587b98c155ac0ace1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1621308 Oct 14 02:27:43.514568 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 1201edef-47d3-4624-9140-59745722444b is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:43.515279 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1201edef-47d3-4624-9140-59745722444b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:43.530983 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1201edef-47d3-4624-9140-59745722444b {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:27:43.547602 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:43.555912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 1201edef-47d3-4624-9140-59745722444b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1201edef-47d3-4624-9140-59745722444b,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:43.563206 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (1201edef-47d3-4624-9140-59745722444b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:43.626953 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-adf24e98-8982-4190-942c-7b7685633308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.628893 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-adf24e98-8982-4190-942c-7b7685633308 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2799909 Oct 14 02:27:43.654420 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=1201edef-47d3-4624-9140-59745722444b,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:43.662234 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa318c0-8466-48bf-adbe-9d186494c273 req-a5e7cf28-47a5-4a05-b576-8fa9be730c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.664313 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4aa318c0-8466-48bf-adbe-9d186494c273 req-a5e7cf28-47a5-4a05-b576-8fa9be730c09 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1484902 Oct 14 02:27:43.692710 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47dda21b-83e2-405f-9988-0709b7580198 req-faae1dfc-8b27-49d2-97aa-4379abf6f518 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3668106 Oct 14 02:27:43.705376 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccbf7d-5f4b-4f63-ac78-1029754e0561 req-e0a92ac9-720e-4a32-913d-ad70ef65f25c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.711544 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-58ccbf7d-5f4b-4f63-ac78-1029754e0561 req-e0a92ac9-720e-4a32-913d-ad70ef65f25c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 944 time: 0.1372082 Oct 14 02:27:43.782827 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-bdf5945f-d619-4af1-b197-d5381ef325d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.784513 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-bdf5945f-d619-4af1-b197-d5381ef325d1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d4b1c4a008a84d9587b98c155ac0ace1&device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 1127 time: 0.0609057 Oct 14 02:27:43.835390 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-b82760a8-3ed7-4f84-a760-612640781934 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=640ca0e2-bd23-43db-a690-633d854ddced HTTP/1.1" status: 200 len: 217 time: 0.0380497 Oct 14 02:27:43.843622 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6778a9-9225-444b-9666-c40228608003 req-a265a741-c9da-4a9a-af02-e7eeb3d1e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.845055 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7c6778a9-9225-444b-9666-c40228608003 req-a265a741-c9da-4a9a-af02-e7eeb3d1e844 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 916 time: 0.4974575 Oct 14 02:27:43.882698 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-58ccbf7d-5f4b-4f63-ac78-1029754e0561 req-47908ad2-4ed3-4fb4-ac6a-7f17158553d5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701646 Oct 14 02:27:43.899858 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['1201edef-47d3-4624-9140-59745722444b'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:27:43.927623 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e439a94-6f96-432d-b575-be6448b4d4f8 req-a3c6b554-73e6-4e4a-8492-5afd7154934c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.929128 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8e439a94-6f96-432d-b575-be6448b4d4f8 req-a3c6b554-73e6-4e4a-8492-5afd7154934c tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 943 time: 0.1416838 Oct 14 02:27:43.939246 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:43.952929 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:43.953903 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-f882f809-26ce-47d4-8803-3995430e7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:43.954170 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:43.956183 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-f882f809-26ce-47d4-8803-3995430e7526 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=efbc0cd0-d16a-4e62-91b5-dfb01bace633 HTTP/1.1" status: 200 len: 854 time: 0.0936594 Oct 14 02:27:43.973624 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-6008b3ec-aee9-4449-8d4d-f6f124e9b5d4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215888 Oct 14 02:27:44.002431 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7c6778a9-9225-444b-9666-c40228608003 req-bae0841c-07e6-4876-987b-a4036c251203 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8dcbe91-2392-473f-9ba8-c4aecb793ed4 HTTP/1.1" status: 200 len: 1002 time: 0.1353533 Oct 14 02:27:44.034001 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-525b4e22-43b8-44dc-aed4-fb6569894609 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=07246b11-83f9-4023-9995-330b19724fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631769 Oct 14 02:27:44.365193 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:27:44.369648 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8e439a94-6f96-432d-b575-be6448b4d4f8 req-e8d6f220-d0f3-45fa-829f-3409617e973a tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269953 Oct 14 02:27:44.390044 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563ecb2-a6ff-4b6b-abb2-e96416f957fa req-0e02e114-4070-46b5-8b85-e014c1112a91 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:44.397576 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d563ecb2-a6ff-4b6b-abb2-e96416f957fa req-0e02e114-4070-46b5-8b85-e014c1112a91 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 945 time: 0.3773332 Oct 14 02:27:44.402748 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-bd9bf1c9-255a-415f-bc89-bfadea223906 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/07246b11-83f9-4023-9995-330b19724fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122522 Oct 14 02:27:44.416807 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6778a9-9225-444b-9666-c40228608003 req-4554950f-17a3-4776-9a9f-18491fc868d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:44.418181 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7c6778a9-9225-444b-9666-c40228608003 req-4554950f-17a3-4776-9a9f-18491fc868d1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.3963988 Oct 14 02:27:44.473684 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8bcd2f56-d3bb-4d0d-81e4-2daa8bd985ca req-39f59b19-f25b-45e8-9fc4-5fe61c506745 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898541 Oct 14 02:27:44.496484 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6778a9-9225-444b-9666-c40228608003 req-c9a831eb-cb92-4395-a12e-e55fdff075b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:44.498035 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7c6778a9-9225-444b-9666-c40228608003 req-c9a831eb-cb92-4395-a12e-e55fdff075b9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638361 Oct 14 02:27:44.509513 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d563ecb2-a6ff-4b6b-abb2-e96416f957fa req-01e967eb-5a22-4666-9ba8-2901c581d49d tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105549 Oct 14 02:27:44.530489 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15f3c177-1a61-4500-9e5c-b980663a2f7a req-e7accfd5-c9ea-407e-a01d-f53fb3d41ffa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/07246b11-83f9-4023-9995-330b19724fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177640 Oct 14 02:27:44.615372 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7c6778a9-9225-444b-9666-c40228608003 req-2c373133-2a83-4c55-a496-b67159059131 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041970 Oct 14 02:27:44.823808 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e73491-79d1-40fc-aed3-08f7d77e5fb7 req-4df6f901-6cf3-44a0-bbdc-9212aec0482f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:44.825258 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a6e73491-79d1-40fc-aed3-08f7d77e5fb7 req-4df6f901-6cf3-44a0-bbdc-9212aec0482f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0468993 Oct 14 02:27:44.871380 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a6e73491-79d1-40fc-aed3-08f7d77e5fb7 req-fa0a016b-3f45-4332-a36a-4992c1911e32 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405498 Oct 14 02:27:45.004502 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca98f41-ef85-4934-8929-dcfdc660fc98 req-908a7b04-8d46-41f8-8926-b65d30995039 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:45.006020 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4ca98f41-ef85-4934-8929-dcfdc660fc98 req-908a7b04-8d46-41f8-8926-b65d30995039 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 944 time: 0.0478904 Oct 14 02:27:45.056597 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4ca98f41-ef85-4934-8929-dcfdc660fc98 req-7c3068d5-5b4e-4853-8343-771da3886477 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432012 Oct 14 02:27:45.363581 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 1201edef-47d3-4624-9140-59745722444b up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:27:45.373515 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [req-87f60afc-99a4-45a8-b753-7d173b835769 req-dbce4380-ebc0-424b-b06f-fae04e11288a service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:27:45.374673 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-87f60afc-99a4-45a8-b753-7d173b835769 req-dbce4380-ebc0-424b-b06f-fae04e11288a service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0064635 Oct 14 02:27:45.407502 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port 1201edef-47d3-4624-9140-59745722444b completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:27:45.414140 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 1201edef-47d3-4624-9140-59745722444b triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:27:45.414539 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (1201edef-47d3-4624-9140-59745722444b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:45.414912 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 1201edef-47d3-4624-9140-59745722444b Oct 14 02:27:45.498590 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 1201edef-47d3-4624-9140-59745722444b is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:45.499201 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1201edef-47d3-4624-9140-59745722444b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:45.519503 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:45.527037 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1201edef-47d3-4624-9140-59745722444b'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:45.529306 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687983a6-ee9e-4694-992f-61b932a1dad3" -d '{"events": [{"server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "name": "network-vif-plugged", "status": "completed", "tag": "1201edef-47d3-4624-9140-59745722444b"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:45.540808 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 1201edef-47d3-4624-9140-59745722444b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1201edef-47d3-4624-9140-59745722444b,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:45.544987 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (1201edef-47d3-4624-9140-59745722444b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:45.545978 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 69758544-f5cf-4337-bdea-35d5b0ec7261 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:27:45.564756 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a55f3-b5f0-4f7d-b39a-9d268009426f req-268a8fc5-2ec3-4e8f-b1ad-72f02cf524ec tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:45.566305 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-283a55f3-b5f0-4f7d-b39a-9d268009426f req-268a8fc5-2ec3-4e8f-b1ad-72f02cf524ec tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 943 time: 0.1131313 Oct 14 02:27:45.590426 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72878d7a-084c-4b42-b954-a98655bcb449 req-5516630a-b16e-4e17-83ad-239c930600b9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:45.591974 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-72878d7a-084c-4b42-b954-a98655bcb449 req-5516630a-b16e-4e17-83ad-239c930600b9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0783701 Oct 14 02:27:45.629874 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=1201edef-47d3-4624-9140-59745722444b,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:45.707392 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 69758544-f5cf-4337-bdea-35d5b0ec7261 is: DOWN; New status is: DOWN {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:45.722531 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164493d6-9ca5-45fd-bf4b-efdeb99d5716 req-352ea3bf-af9d-4a12-94a3-ea30ccf5d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:45.724074 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-164493d6-9ca5-45fd-bf4b-efdeb99d5716 req-352ea3bf-af9d-4a12-94a3-ea30ccf5d47f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 1128 time: 0.0618227 Oct 14 02:27:45.734816 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-283a55f3-b5f0-4f7d-b39a-9d268009426f req-7709965a-218f-4520-9629-bc98f4cd7f23 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586523 Oct 14 02:27:45.746606 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-72878d7a-084c-4b42-b954-a98655bcb449 req-3d9290c5-044a-4f8c-8428-7fdc55e1c4c2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464281 Oct 14 02:27:45.823989 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c790f024-ec08-43c4-96e9-fe09592dcbaa x-openstack-request-id: req-c790f024-ec08-43c4-96e9-fe09592dcbaa {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:45.824378 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "name": "network-vif-plugged", "status": "completed", "tag": "1201edef-47d3-4624-9140-59745722444b", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:45.824717 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c790f024-ec08-43c4-96e9-fe09592dcbaa {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:45.825184 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c790f024-ec08-43c4-96e9-fe09592dcbaa'] response: {'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1201edef-47d3-4624-9140-59745722444b', 'code': 200} Oct 14 02:27:45.831697 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7c6778a9-9225-444b-9666-c40228608003 req-4a9ccef6-fee3-477a-8d8e-3a22641f33a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669483 Oct 14 02:27:45.870211 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0d889-7016-4f70-a928-e89a22cc2c0c req-8f22fa73-5592-4dfb-abdf-dbd96a0e7448 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:45.871732 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d3e0d889-7016-4f70-a928-e89a22cc2c0c req-8f22fa73-5592-4dfb-abdf-dbd96a0e7448 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0553141 Oct 14 02:27:45.924601 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d3e0d889-7016-4f70-a928-e89a22cc2c0c req-8c4b2156-ca62-4896-9eda-0a34fc431f08 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473187 Oct 14 02:27:46.015518 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42414) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:46.105565 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-ffaee815-8b91-4fde-96ea-4c1ef2263e1e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887835 Oct 14 02:27:46.111435 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-ceef7351-9188-45be-a339-a55949ae1808 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:27:46.112396 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-ceef7351-9188-45be-a339-a55949ae1808 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050118 Oct 14 02:27:46.178311 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:46.187689 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843a9d5-0e96-43ce-84cc-bba4e4c1abe2 req-37a91234-a7ff-412b-b4f8-3bb29317928c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:46.189178 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6843a9d5-0e96-43ce-84cc-bba4e4c1abe2 req-37a91234-a7ff-412b-b4f8-3bb29317928c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 944 time: 0.0538564 Oct 14 02:27:46.191837 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 42424) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:46.240546 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6843a9d5-0e96-43ce-84cc-bba4e4c1abe2 req-cdadc5d2-ab5e-4757-aadc-4e445640ec97 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 Oct 14 02:27:46.290944 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-829aedc2-ffab-4571-bde4-5021b104827c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:46.292985 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-829aedc2-ffab-4571-bde4-5021b104827c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports/69758544-f5cf-4337-bdea-35d5b0ec7261 HTTP/1.1" status: 200 len: 940 time: 0.1002390 Oct 14 02:27:46.526521 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7510ef14-7d38-4d29-a25a-b37f20938122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:46.907871 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a244e-03a5-4808-8a44-a563127dc7ff req-86125942-4e1e-485f-ba52-ad0507081cca tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:46.909404 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3e3a244e-03a5-4808-8a44-a563127dc7ff req-86125942-4e1e-485f-ba52-ad0507081cca tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 943 time: 0.0924370 Oct 14 02:27:46.918465 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc105c-a0fa-4174-a26d-c5bbcdc37caa req-21c13005-041c-4973-92da-5e01927bd9e5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:46.919954 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-acdc105c-a0fa-4174-a26d-c5bbcdc37caa req-21c13005-041c-4973-92da-5e01927bd9e5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0744603 Oct 14 02:27:46.981913 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164493d6-9ca5-45fd-bf4b-efdeb99d5716 req-591281aa-bc06-4b50-998d-d3cbe5081747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:46.983563 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-164493d6-9ca5-45fd-bf4b-efdeb99d5716 req-591281aa-bc06-4b50-998d-d3cbe5081747 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.0947824 Oct 14 02:27:46.992946 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3e3a244e-03a5-4808-8a44-a563127dc7ff req-fb3d5c18-9011-4c0e-8179-9a6486f6758a tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719671 Oct 14 02:27:47.000185 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-acdc105c-a0fa-4174-a26d-c5bbcdc37caa req-819a63a5-10fd-4903-a668-5d9dd75135bf tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720425 Oct 14 02:27:47.099100 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-164493d6-9ca5-45fd-bf4b-efdeb99d5716 req-87ec0b89-5bd9-47c6-9665-49271c29a5f4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8 HTTP/1.1" status: 200 len: 217 time: 0.0467227 Oct 14 02:27:47.108719 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887bb7-847e-4689-bcd2-5d9d798d3c40 req-bcad9b79-61d0-431d-9300-d39add2578ac tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:47.110212 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-04887bb7-847e-4689-bcd2-5d9d798d3c40 req-bcad9b79-61d0-431d-9300-d39add2578ac tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0536692 Oct 14 02:27:47.165117 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164493d6-9ca5-45fd-bf4b-efdeb99d5716 req-c20a9514-9860-48ab-88c8-269b375eef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:47.166887 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-164493d6-9ca5-45fd-bf4b-efdeb99d5716 req-c20a9514-9860-48ab-88c8-269b375eef2a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.0543351 Oct 14 02:27:47.169234 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-04887bb7-847e-4689-bcd2-5d9d798d3c40 req-affb6c18-ecd3-4d9f-86a2-20e4d05e908a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517805 Oct 14 02:27:47.222688 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164493d6-9ca5-45fd-bf4b-efdeb99d5716 req-813fd741-8061-4b0e-98ed-40539a8a7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:47.224283 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-164493d6-9ca5-45fd-bf4b-efdeb99d5716 req-813fd741-8061-4b0e-98ed-40539a8a7922 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411365 Oct 14 02:27:47.226981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3779175-c2c1-4b96-becb-b390ef99c347 req-02d63247-7149-4b78-a743-3711d21215af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:47.228540 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e3779175-c2c1-4b96-becb-b390ef99c347 req-02d63247-7149-4b78-a743-3711d21215af service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 1130 time: 0.0457969 Oct 14 02:27:47.288682 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e3779175-c2c1-4b96-becb-b390ef99c347 req-f4126a5c-d13e-4d39-87e4-5d83c9f73c7c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Oct 14 02:27:47.306299 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:47.331484 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:47.335515 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-164493d6-9ca5-45fd-bf4b-efdeb99d5716 req-dc7f56b4-176f-4247-86e4-14aa4faf759c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898685 Oct 14 02:27:47.340189 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a00c0555-d7c2-4eb3-80f8-2d508e7120b8 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:27:47.362297 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba947f8-5fa0-458f-9a3a-a1009350b88c req-a4d6e187-632b-49a2-9c28-ef766676eb33 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:47.364091 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9ba947f8-5fa0-458f-9a3a-a1009350b88c req-a4d6e187-632b-49a2-9c28-ef766676eb33 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 944 time: 0.0473778 Oct 14 02:27:47.404676 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:47.410772 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9ba947f8-5fa0-458f-9a3a-a1009350b88c req-2b9ff2d8-1c36-41e1-a4ab-2e126959cea7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410707 Oct 14 02:27:47.444402 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port a00c0555-d7c2-4eb3-80f8-2d508e7120b8, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:47.455527 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'port_id': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'mac_address': 'fa:16:3e:a9:d0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:27:47.460698 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:47.491156 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:47.491541 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:47.505530 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00c0555-d7c2-4eb3-80f8-2d508e7120b8 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:27:47.525166 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port a00c0555-d7c2-4eb3-80f8-2d508e7120b8, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:47.529011 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:47.529782 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 640ca0e2-bd23-43db-a690-633d854ddced details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:27:47.600668 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=a00c0555-d7c2-4eb3-80f8-2d508e7120b8,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:47.607192 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-164493d6-9ca5-45fd-bf4b-efdeb99d5716 req-5c41bbb6-0c43-42b3-86fe-1e80a3465168 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861654 Oct 14 02:27:47.672432 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 640ca0e2-bd23-43db-a690-633d854ddced, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=640ca0e2-bd23-43db-a690-633d854ddced,segment=NetworkSegment(256c826f-2371-4e29-9c89-aca87a003cea),segment_id=256c826f-2371-4e29-9c89-aca87a003cea)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:47.684041 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '640ca0e2-bd23-43db-a690-633d854ddced', 'network_id': '07246b11-83f9-4023-9995-330b19724fb7', 'port_id': '640ca0e2-bd23-43db-a690-633d854ddced', 'mac_address': 'fa:16:3e:b9:67:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbc0cd0-d16a-4e62-91b5-dfb01bace633', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:27:47.717977 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 640ca0e2-bd23-43db-a690-633d854ddced is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:47.718358 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (640ca0e2-bd23-43db-a690-633d854ddced), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:47.735247 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640ca0e2-bd23-43db-a690-633d854ddced {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:27:47.756034 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 640ca0e2-bd23-43db-a690-633d854ddced, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=640ca0e2-bd23-43db-a690-633d854ddced,segment=NetworkSegment(256c826f-2371-4e29-9c89-aca87a003cea),segment_id=256c826f-2371-4e29-9c89-aca87a003cea)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:47.761301 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (640ca0e2-bd23-43db-a690-633d854ddced), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:47.815968 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=640ca0e2-bd23-43db-a690-633d854ddced,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:48.144157 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383fa3-e711-439b-90cc-19c42ed704fd req-1dfef2d3-2c70-4c49-a5ae-4d175197f63d tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:48.145619 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f4383fa3-e711-439b-90cc-19c42ed704fd req-1dfef2d3-2c70-4c49-a5ae-4d175197f63d tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 944 time: 0.0772772 Oct 14 02:27:48.165484 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae955f-5f89-4438-9bc1-c71b194ab6df req-9ea81e85-5948-45c4-89d6-fa97fe8d4591 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:48.167110 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-96ae955f-5f89-4438-9bc1-c71b194ab6df req-9ea81e85-5948-45c4-89d6-fa97fe8d4591 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0700498 Oct 14 02:27:48.199783 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:48.226106 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f4383fa3-e711-439b-90cc-19c42ed704fd req-c5822558-024c-4aef-9c3f-dbbff4940f91 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742636 Oct 14 02:27:48.247169 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-96ae955f-5f89-4438-9bc1-c71b194ab6df req-ad79364b-332f-432b-aa97-9cb0250c2539 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731499 Oct 14 02:27:48.329110 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113badb0-06bd-4a4c-be7b-720362e87e64 req-59881bc6-fbf5-4882-92c5-1abd65cd6154 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:48.330472 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113badb0-06bd-4a4c-be7b-720362e87e64 req-59881bc6-fbf5-4882-92c5-1abd65cd6154 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0466936 Oct 14 02:27:48.379829 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-113badb0-06bd-4a4c-be7b-720362e87e64 req-092e6401-421b-4fa1-8492-29814d9d95d8 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439823 Oct 14 02:27:48.411748 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['a00c0555-d7c2-4eb3-80f8-2d508e7120b8'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:27:48.540436 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05353e80-14ef-4a2a-af60-c5f80a774efb req-39164588-78bf-419d-8f15-744ba1ff5a87 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:48.542291 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-05353e80-14ef-4a2a-af60-c5f80a774efb req-39164588-78bf-419d-8f15-744ba1ff5a87 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 945 time: 0.0543363 Oct 14 02:27:48.590152 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-05353e80-14ef-4a2a-af60-c5f80a774efb req-9ca44c65-808f-449c-b26a-2f7f3895987c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Oct 14 02:27:48.617962 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['640ca0e2-bd23-43db-a690-633d854ddced'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:27:48.724077 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:48.858128 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-affb24fe-526c-47eb-87b7-2079a7319e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:49.346406 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:49.376349 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a3513-bd44-4725-a254-9dc10740206c req-3a31a1a9-afde-4188-9276-df1c8087df1a tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:49.378613 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-777a3513-bd44-4725-a254-9dc10740206c req-3a31a1a9-afde-4188-9276-df1c8087df1a tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 944 time: 0.0751684 Oct 14 02:27:49.398324 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffe01f-ad3c-453e-b3c6-d760fc8f2616 req-758ab100-416e-457f-a00c-cdd5d5882dd9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:49.400760 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-baffe01f-ad3c-453e-b3c6-d760fc8f2616 req-758ab100-416e-457f-a00c-cdd5d5882dd9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0691433 Oct 14 02:27:49.473918 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-777a3513-bd44-4725-a254-9dc10740206c req-69d9e0e5-f7d0-49f4-8ffd-df6440dfd05e tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892587 Oct 14 02:27:49.477140 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-baffe01f-ad3c-453e-b3c6-d760fc8f2616 req-9f30dd3c-d86c-4ab3-9c50-7bd0f218108e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655856 Oct 14 02:27:49.580563 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526f95-f86e-4711-949b-25168f1883d3 req-79429249-925c-4e36-9837-437f677917dd tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:49.581940 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ae526f95-f86e-4711-949b-25168f1883d3 req-79429249-925c-4e36-9837-437f677917dd tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0506310 Oct 14 02:27:49.631248 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ae526f95-f86e-4711-949b-25168f1883d3 req-98ee27b7-10b0-42d8-bd3e-3db10aeb8888 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437441 Oct 14 02:27:49.712023 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb3edb-69cf-496f-b643-3e8b4739ec23 req-2b1a466f-6f3d-4692-8222-c625a9dd1e59 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:49.713560 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4ddb3edb-69cf-496f-b643-3e8b4739ec23 req-2b1a466f-6f3d-4692-8222-c625a9dd1e59 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 945 time: 0.0485678 Oct 14 02:27:49.775970 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fbd68-64df-4602-8b25-88bf9c811f25 req-2193b998-95d5-4ec6-8d78-eb7cacb970bd tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:49.777448 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-949fbd68-64df-4602-8b25-88bf9c811f25 req-2193b998-95d5-4ec6-8d78-eb7cacb970bd tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0630500 Oct 14 02:27:49.794830 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:49.814920 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4ddb3edb-69cf-496f-b643-3e8b4739ec23 req-22e8f9e0-9d74-4f50-abe0-29d0358cacc1 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924997 Oct 14 02:27:49.842394 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-949fbd68-64df-4602-8b25-88bf9c811f25 req-1929d266-4d18-4c0a-b262-9ee5deb94ee2 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590165 Oct 14 02:27:49.872134 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 42472) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:50.008245 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6bbf4-6b5a-4dcf-94f9-3321b6c01884 tempest-TestShelveInstance-1170215159 tempest-TestShelveInstance-1170215159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:50.009783 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e7c6bbf4-6b5a-4dcf-94f9-3321b6c01884 tempest-TestShelveInstance-1170215159 tempest-TestShelveInstance-1170215159-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 1125 time: 0.1366112 Oct 14 02:27:50.012861 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 42476) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:50.018230 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'port_id': '1201edef-47d3-4624-9140-59745722444b', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:50.040221 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:50.123734 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:50.208038 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:50.228311 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Allocated IP 172.27.1.101 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/330b105d-6223-437b-b892-eea4ec72ee51) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:27:50.333222 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for port (330b105d-6223-437b-b892-eea4ec72ee51), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:50.364069 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (330b105d-6223-437b-b892-eea4ec72ee51), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:50.399901 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:27:50.404274 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:27:50.407726 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:27:50.412061 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:50.437295 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event updated for resources: {'Port': ['ID=330b105d-6223-437b-b892-eea4ec72ee51,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:50.704518 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ec29a-333c-4787-aca5-89218af73dc1 req-af339cff-0eab-4ea7-8dab-9cda45ac13e7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:50.706026 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-378ec29a-333c-4787-aca5-89218af73dc1 req-af339cff-0eab-4ea7-8dab-9cda45ac13e7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.1368022 Oct 14 02:27:50.709278 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a00c0555-d7c2-4eb3-80f8-2d508e7120b8 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:27:50.715526 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98f1f9-5907-4cf5-b00d-977ca435a179 req-e2d48977-284d-4bd1-8332-77cfc02ff233 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:50.717705 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa98f1f9-5907-4cf5-b00d-977ca435a179 req-e2d48977-284d-4bd1-8332-77cfc02ff233 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 944 time: 0.1466987 Oct 14 02:27:50.782379 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:27:50.789204 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:27:50.789823 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:50.790297 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 Oct 14 02:27:50.817589 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:50.858794 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-378ec29a-333c-4787-aca5-89218af73dc1 req-15063998-6f44-4791-8fc0-33744faf553f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407249 Oct 14 02:27:50.865130 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa98f1f9-5907-4cf5-b00d-977ca435a179 req-2cce35e4-db20-42f8-9c03-a07528365f86 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326914 Oct 14 02:27:50.875282 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:50.875666 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:50.920714 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:50.924398 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee2ddae-c65a-4190-a809-0b1a8d2fbd03" -d '{"events": [{"server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "name": "network-vif-plugged", "status": "completed", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:50.943632 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port a00c0555-d7c2-4eb3-80f8-2d508e7120b8, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:50.949815 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:50.951401 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 640ca0e2-bd23-43db-a690-633d854ddced up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:27:50.998711 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11aee638-feec-422e-ba47-e6e0a50661df x-openstack-request-id: req-11aee638-feec-422e-ba47-e6e0a50661df {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:50.998975 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "name": "network-vif-plugged", "status": "completed", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:50.999458 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11aee638-feec-422e-ba47-e6e0a50661df {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:51.000018 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11aee638-feec-422e-ba47-e6e0a50661df'] response: {'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'code': 200} Oct 14 02:27:51.039017 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:51.051467 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=a00c0555-d7c2-4eb3-80f8-2d508e7120b8,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:51.056252 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396af2c0-a002-401e-a263-6c75defcd6c6 req-e9827ae4-f10a-414b-b11d-8086e54dd61f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:51.059592 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-396af2c0-a002-401e-a263-6c75defcd6c6 req-e9827ae4-f10a-414b-b11d-8086e54dd61f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0832667 Oct 14 02:27:51.061200 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for floatingip (07bfb752-b6ab-4bf7-9f5f-c68f4b652393), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.063733 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port 640ca0e2-bd23-43db-a690-633d854ddced completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:27:51.080127 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 640ca0e2-bd23-43db-a690-633d854ddced triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:27:51.081617 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (640ca0e2-bd23-43db-a690-633d854ddced), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.081957 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 640ca0e2-bd23-43db-a690-633d854ddced Oct 14 02:27:51.168127 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-396af2c0-a002-401e-a263-6c75defcd6c6 req-c38b97ea-25f9-48e0-be88-acb540f91055 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824029 Oct 14 02:27:51.184899 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 640ca0e2-bd23-43db-a690-633d854ddced is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:27:51.185584 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (640ca0e2-bd23-43db-a690-633d854ddced), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.222382 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (330b105d-6223-437b-b892-eea4ec72ee51), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.229119 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63fcdf-81a6-4cd9-b141-48ff8a6a8a1a req-5905e21d-c860-4fb2-87be-eee580d660a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:51.232610 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3b63fcdf-81a6-4cd9-b141-48ff8a6a8a1a req-5905e21d-c860-4fb2-87be-eee580d660a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 1130 time: 0.0560260 Oct 14 02:27:51.257539 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 640ca0e2-bd23-43db-a690-633d854ddced, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=640ca0e2-bd23-43db-a690-633d854ddced,segment=NetworkSegment(256c826f-2371-4e29-9c89-aca87a003cea),segment_id=256c826f-2371-4e29-9c89-aca87a003cea)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:51.264454 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (640ca0e2-bd23-43db-a690-633d854ddced), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.296650 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3b63fcdf-81a6-4cd9-b141-48ff8a6a8a1a req-22e6bb01-14d0-4eba-9496-79b809c7f6ea service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562847 Oct 14 02:27:51.318570 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=640ca0e2-bd23-43db-a690-633d854ddced,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:51.332207 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923038f-bf89-47a7-942b-c7e39526774b req-f278cb0c-8cb5-45de-a253-aa070b88f8c7 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:51.333687 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5923038f-bf89-47a7-942b-c7e39526774b req-f278cb0c-8cb5-45de-a253-aa070b88f8c7 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.0708814 Oct 14 02:27:51.439864 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5923038f-bf89-47a7-942b-c7e39526774b req-c7497b5d-8835-4ca8-b800-9b21f6e187e4 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945699 Oct 14 02:27:51.455389 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:51.469775 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42494) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:51.480044 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for port (330b105d-6223-437b-b892-eea4ec72ee51), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.484566 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (330b105d-6223-437b-b892-eea4ec72ee51), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.505896 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.560249 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event updated for resources: {'Port': ['ID=330b105d-6223-437b-b892-eea4ec72ee51,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:51.563500 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (07bfb752-b6ab-4bf7-9f5f-c68f4b652393), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.630519 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7a1ea7-7c9e-48f7-a037-367c9b91ee8e tempest-TestMinimumBasicScenario-1631304275 tempest-TestMinimumBasicScenario-1631304275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:51.632069 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8a7a1ea7-7c9e-48f7-a037-367c9b91ee8e tempest-TestMinimumBasicScenario-1631304275 tempest-TestMinimumBasicScenario-1631304275-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 1124 time: 0.1614151 Oct 14 02:27:51.635549 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42498) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:51.640068 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'port_id': 'a5067bf3-c745-4912-8359-901585cccd36', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:51.661800 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.670724 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Floating IP 07bfb752-b6ab-4bf7-9f5f-c68f4b652393 associated. External IP: 172.27.1.101, port: 1201edef-47d3-4624-9140-59745722444b. Oct 14 02:27:51.740128 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.756033 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:51.877926 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Allocated IP 172.27.1.183 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/bc797d69-bd00-4d39-834a-360375f78fce) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:27:51.911807 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:27:52.202415 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for port (bc797d69-bd00-4d39-834a-360375f78fce), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:52.238534 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (bc797d69-bd00-4d39-834a-360375f78fce), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:52.278789 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:27:52.283505 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:27:52.287348 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:27:52.290509 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'Port': ['ID=bc797d69-bd00-4d39-834a-360375f78fce,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:52.315816 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.316160 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.316505 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.316841 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.317169 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.317496 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.317819 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.318149 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.318466 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.318790 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.319156 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.319476 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.319802 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.320122 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.320438 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:27:52.333615 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e096911-edc9-443c-978d-f67fc908c816 req-4c6cc43e-88c6-4a3d-9770-37cf3be8a15c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:52.335134 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3e096911-edc9-443c-978d-f67fc908c816 req-4c6cc43e-88c6-4a3d-9770-37cf3be8a15c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.1249537 Oct 14 02:27:52.348153 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8616e-d2f5-4871-8b06-8362fd634923 req-6123ab1a-93f5-4a3f-a147-c4225569c430 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:52.350088 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c0c8616e-d2f5-4871-8b06-8362fd634923 req-6123ab1a-93f5-4a3f-a147-c4225569c430 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 945 time: 0.1423714 Oct 14 02:27:52.392400 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:27:52.399484 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:52.404657 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6514a78-0d49-4d10-8084-42339cb028e5 None None] Sync routers for ids ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:27:52.414972 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6514a78-0d49-4d10-8084-42339cb028e5 None None] Routers {'d1b93ff3-29ff-4c85-a93c-c77f207b66e7'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:27:52.415168 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:52.416068 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a6514a78-0d49-4d10-8084-42339cb028e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:27:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:52.501699 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3e096911-edc9-443c-978d-f67fc908c816 req-e374c379-bff2-4093-9827-9e186e6729db tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482213 Oct 14 02:27:52.510311 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c0c8616e-d2f5-4871-8b06-8362fd634923 req-09b797e7-efcb-4a9c-8e6e-3ce007b40f38 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458468 Oct 14 02:27:52.514813 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:52.558825 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e6095ba7-9cb3-4da0-9f26-bc5d60699ad6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5416064 Oct 14 02:27:52.558825 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'tag': '1201edef-47d3-4624-9140-59745722444b'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:52.559220 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-a6514a78-0d49-4d10-8084-42339cb028e5 None None] Set router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:27:52.559480 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2387b9f-c504-4058-8b05-fbc210b66b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "tag": "1201edef-47d3-4624-9140-59745722444b"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:52.573089 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:52.622687 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8f629d-75de-43c7-aa81-68b68071208b x-openstack-request-id: req-ed8f629d-75de-43c7-aa81-68b68071208b {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:52.622687 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "tag": "1201edef-47d3-4624-9140-59745722444b", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:52.622687 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed8f629d-75de-43c7-aa81-68b68071208b {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:52.622687 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed8f629d-75de-43c7-aa81-68b68071208b'] response: {'name': 'network-changed', 'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'tag': '1201edef-47d3-4624-9140-59745722444b', 'status': 'completed', 'code': 200} Oct 14 02:27:52.628010 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=12 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:52.643704 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bedd85-d84d-492d-a235-9a0fa0fd39ec req-13e018f3-b5dc-4feb-9a23-b4dbe0efde7d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:52.647547 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f2bedd85-d84d-492d-a235-9a0fa0fd39ec req-13e018f3-b5dc-4feb-9a23-b4dbe0efde7d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0627971 Oct 14 02:27:52.696686 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f2bedd85-d84d-492d-a235-9a0fa0fd39ec req-e5c51384-38cd-40f3-84f8-92596acddc8e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445051 Oct 14 02:27:52.751901 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2387b9f-c504-4058-8b05-fbc210b66b4b req-f317dfd7-35c2-4b5d-b67f-f1c3fbd08d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:52.753755 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c2387b9f-c504-4058-8b05-fbc210b66b4b req-f317dfd7-35c2-4b5d-b67f-f1c3fbd08d23 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2a51798d7e54605a7e59b0cba385973&device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 1130 time: 0.0913043 Oct 14 02:27:52.828322 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:52.870590 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a6514a78-0d49-4d10-8084-42339cb028e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '07bfb752-b6ab-4bf7-9f5f-c68f4b652393', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'port_id': '1201edef-47d3-4624-9140-59745722444b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'mac_address': 'fa:16:3e:02:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:50Z', 'updated_at': '2022-10-14T02:27:50Z', 'revision_number': 0, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c24761-ec3d-4978-b1ff-435d8a93686e', 'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'mac_address': 'fa:16:3e:bf:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:21Z', 'revision_number': 5, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'subnets': [{'id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:52.894956 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6514a78-0d49-4d10-8084-42339cb028e5 None None] Checking router: d1b93ff3-29ff-4c85-a93c-c77f207b66e7 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:27:52.903908 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6514a78-0d49-4d10-8084-42339cb028e5 None None] Routers {'d1b93ff3-29ff-4c85-a93c-c77f207b66e7'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:27:52.904514 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a6514a78-0d49-4d10-8084-42339cb028e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:27:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:52.940743 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:52.947020 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for floatingip (5e9af0b3-73c7-4da7-a0c0-5a18aecbf840), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:52.990248 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2387b9f-c504-4058-8b05-fbc210b66b4b req-ff2948eb-84d8-42b0-9790-c74b200f84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:52.991645 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c2387b9f-c504-4058-8b05-fbc210b66b4b req-ff2948eb-84d8-42b0-9790-c74b200f84ab service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 HTTP/1.1" status: 200 len: 909 time: 0.2046955 Oct 14 02:27:53.003471 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5c76d3-3fd8-44e6-98a5-c72d80cb8389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640ca0e2-bd23-43db-a690-633d854ddced'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:53.005660 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d1fef4-9298-4b58-abd5-e2a4c07f24d4" -d '{"events": [{"server_uuid": "6c5c76d3-3fd8-44e6-98a5-c72d80cb8389", "name": "network-vif-plugged", "status": "completed", "tag": "640ca0e2-bd23-43db-a690-633d854ddced"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:53.011530 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-a6514a78-0d49-4d10-8084-42339cb028e5 None None] Set router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:27:53.048698 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a76392-cc49-45d8-a02b-802187faadee x-openstack-request-id: req-d5a76392-cc49-45d8-a02b-802187faadee {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:53.048984 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5c76d3-3fd8-44e6-98a5-c72d80cb8389", "name": "network-vif-plugged", "status": "completed", "tag": "640ca0e2-bd23-43db-a690-633d854ddced", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:53.049235 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5a76392-cc49-45d8-a02b-802187faadee {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:53.049635 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a76392-cc49-45d8-a02b-802187faadee'] response: {'server_uuid': '6c5c76d3-3fd8-44e6-98a5-c72d80cb8389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640ca0e2-bd23-43db-a690-633d854ddced', 'code': 200} Oct 14 02:27:53.050927 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (bc797d69-bd00-4d39-834a-360375f78fce), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:53.198831 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for port (bc797d69-bd00-4d39-834a-360375f78fce), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:53.203269 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (bc797d69-bd00-4d39-834a-360375f78fce), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:53.223810 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a6514a78-0d49-4d10-8084-42339cb028e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '07bfb752-b6ab-4bf7-9f5f-c68f4b652393', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'port_id': '1201edef-47d3-4624-9140-59745722444b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'mac_address': 'fa:16:3e:02:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:50Z', 'updated_at': '2022-10-14T02:27:50Z', 'revision_number': 0, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c24761-ec3d-4978-b1ff-435d8a93686e', 'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'mac_address': 'fa:16:3e:bf:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:21Z', 'revision_number': 5, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'subnets': [{'id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:53.252220 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6514a78-0d49-4d10-8084-42339cb028e5 None None] The sync data for ids ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'] in dv-cinder-845069-4-iscsi is: [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '07bfb752-b6ab-4bf7-9f5f-c68f4b652393', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'port_id': '1201edef-47d3-4624-9140-59745722444b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'mac_address': 'fa:16:3e:02:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:50Z', 'updated_at': '2022-10-14T02:27:50Z', 'revision_number': 0, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c24761-ec3d-4978-b1ff-435d8a93686e', 'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'mac_address': 'fa:16:3e:bf:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:21Z', 'revision_number': 5, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'subnets': [{'id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:27:53.271180 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'Port': ['ID=bc797d69-bd00-4d39-834a-360375f78fce,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:53.274597 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (5e9af0b3-73c7-4da7-a0c0-5a18aecbf840), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:53.374598 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Floating IP 5e9af0b3-73c7-4da7-a0c0-5a18aecbf840 associated. External IP: 172.27.1.183, port: a5067bf3-c745-4912-8359-901585cccd36. Oct 14 02:27:53.501417 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:53.534753 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c2387b9f-c504-4058-8b05-fbc210b66b4b req-554c7f60-d062-467c-b6e0-95ff5d74cdb2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1201edef-47d3-4624-9140-59745722444b HTTP/1.1" status: 200 len: 1000 time: 0.0793405 Oct 14 02:27:53.539814 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:53.633256 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:53.654658 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Router 04f1764b-f7e5-42a8-82e3-288d0904ccec has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:27:53.676837 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f3af7-ecb1-4bcc-abde-936fcef2cf1f req-8d8c1407-e6fb-4876-b9f0-e44f3df3feeb tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:53.678418 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3b7f3af7-ecb1-4bcc-abde-936fcef2cf1f req-8d8c1407-e6fb-4876-b9f0-e44f3df3feeb tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0807126 Oct 14 02:27:53.705861 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8540b9-9942-473c-a806-ee6192393a90 req-b18d8b7d-8ba8-4502-8fde-7e2423031ed8 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:53.707526 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad8540b9-9942-473c-a806-ee6192393a90 req-b18d8b7d-8ba8-4502-8fde-7e2423031ed8 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 945 time: 0.0775537 Oct 14 02:27:53.770084 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:27:53.780147 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3b7f3af7-ecb1-4bcc-abde-936fcef2cf1f req-48b5fdd4-16fc-476d-9c5f-99096320d214 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897005 Oct 14 02:27:53.781954 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a349b8-2d29-4208-ae6e-ec27820b97e4 None None] Sync routers for ids ['04f1764b-f7e5-42a8-82e3-288d0904ccec'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:27:53.793318 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a349b8-2d29-4208-ae6e-ec27820b97e4 None None] Routers {'04f1764b-f7e5-42a8-82e3-288d0904ccec'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:27:53.793844 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-04a349b8-2d29-4208-ae6e-ec27820b97e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:27:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['04f1764b-f7e5-42a8-82e3-288d0904ccec'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:53.811091 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad8540b9-9942-473c-a806-ee6192393a90 req-16e18e2c-8303-4216-9948-c55e7f21dca9 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786793 Oct 14 02:27:53.811474 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:53.944016 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a6d711f3-cd5a-4edd-ba99-cd0bcbf8fbbd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3071010 Oct 14 02:27:53.944937 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42518) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:53.949026 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:53.951409 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "tag": "a5067bf3-c745-4912-8359-901585cccd36"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:53.959398 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-8cc424b4-afc7-4621-ab09-5de703974132 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999396024', 'description': 'tempest-secgroup-smoke-999396024 description', 'project_id': 'ace6580a1307486895a0ec8149a95fa9'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:54.014890 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2387b9f-c504-4058-8b05-fbc210b66b4b req-42412bd9-5872-41a9-842a-6342a991feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.016647 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c2387b9f-c504-4058-8b05-fbc210b66b4b req-42412bd9-5872-41a9-842a-6342a991feb8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=fba1b051-899c-4acf-83d9-7df396b9533f HTTP/1.1" status: 200 len: 847 time: 0.1510503 Oct 14 02:27:54.022692 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8cc424b4-afc7-4621-ab09-5de703974132 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:54.034250 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-04a349b8-2d29-4208-ae6e-ec27820b97e4 None None] Set router 04f1764b-f7e5-42a8-82e3-288d0904ccec gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:27:54.047555 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-0be7754e-3a7e-4417-ac88-485a29ff361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.049361 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-0be7754e-3a7e-4417-ac88-485a29ff361b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1&tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e HTTP/1.1" status: 200 len: 1127 time: 0.1857247 Oct 14 02:27:54.075820 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54956d-b6b7-4008-b5b7-e3d39b6a1779 req-a76e89eb-a255-4acd-bf0d-b52a9e9bef4b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.084924 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3b54956d-b6b7-4008-b5b7-e3d39b6a1779 req-a76e89eb-a255-4acd-bf0d-b52a9e9bef4b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.1331854 Oct 14 02:27:54.090010 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2387b9f-c504-4058-8b05-fbc210b66b4b req-29567fd6-78b2-48d1-badc-7e5c5fa55822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.091669 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c2387b9f-c504-4058-8b05-fbc210b66b4b req-29567fd6-78b2-48d1-badc-7e5c5fa55822 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533910 Oct 14 02:27:54.095273 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2793286c-e103-4c2a-becf-76877b19fe3b x-openstack-request-id: req-2793286c-e103-4c2a-becf-76877b19fe3b {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:54.095563 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "tag": "a5067bf3-c745-4912-8359-901585cccd36", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:54.095819 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2793286c-e103-4c2a-becf-76877b19fe3b {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:54.096222 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2793286c-e103-4c2a-becf-76877b19fe3b'] response: {'name': 'network-changed', 'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36', 'status': 'completed', 'code': 200} Oct 14 02:27:54.118593 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685572f-fdeb-4927-bad0-89f29a0d4e41 req-63a255a5-5ebc-42da-8322-ac05ff83c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.120980 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e685572f-fdeb-4927-bad0-89f29a0d4e41 req-63a255a5-5ebc-42da-8322-ac05ff83c6d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 1129 time: 0.1201739 Oct 14 02:27:54.133993 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e8ad9-bb0c-4d45-8249-61755c98a613 None None] New status for floating IP 07bfb752-b6ab-4bf7-9f5f-c68f4b652393: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:27:54.167882 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d req-bede4508-559c-4bfd-b629-942cbf1669f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.169396 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d req-bede4508-559c-4bfd-b629-942cbf1669f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ace6580a1307486895a0ec8149a95fa9&device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 1129 time: 0.0545530 Oct 14 02:27:54.173922 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-92fffb5e-c7ab-4090-970f-c4014068e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.175970 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-92fffb5e-c7ab-4090-970f-c4014068e697 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 1127 time: 0.0585926 Oct 14 02:27:54.286302 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3b54956d-b6b7-4008-b5b7-e3d39b6a1779 req-0ac76174-a173-4b7d-8500-f2b459fdcb67 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001584 Oct 14 02:27:54.294408 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-56c917f9-6ed8-4d64-9653-7b67c63c6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.296098 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-56c917f9-6ed8-4d64-9653-7b67c63c6dfc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 200 len: 918 time: 0.0982790 Oct 14 02:27:54.307046 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e685572f-fdeb-4927-bad0-89f29a0d4e41 req-55d4262f-853e-41dd-84b8-875315e722ad service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367068 Oct 14 02:27:54.355837 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d req-df454447-41ec-45f9-a9df-ce65d22198fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.357387 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d req-df454447-41ec-45f9-a9df-ce65d22198fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=c4b028d4-13cc-4641-80cb-f23766bdcdbd HTTP/1.1" status: 200 len: 915 time: 0.1610699 Oct 14 02:27:54.379316 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-04a349b8-2d29-4208-ae6e-ec27820b97e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '5e9af0b3-73c7-4da7-a0c0-5a18aecbf840', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'port_id': 'a5067bf3-c745-4912-8359-901585cccd36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'mac_address': 'fa:16:3e:d5:07:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:52Z', 'updated_at': '2022-10-14T02:27:52Z', 'revision_number': 0, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6541de4d-ff27-476b-9863-fa78c344d5d7', 'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'mac_address': 'fa:16:3e:fb:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:30Z', 'revision_number': 5, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'subnets': [{'id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:54.408809 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a349b8-2d29-4208-ae6e-ec27820b97e4 None None] Checking router: 04f1764b-f7e5-42a8-82e3-288d0904ccec for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:27:54.418516 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a349b8-2d29-4208-ae6e-ec27820b97e4 None None] Routers {'04f1764b-f7e5-42a8-82e3-288d0904ccec'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:27:54.419466 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-04a349b8-2d29-4208-ae6e-ec27820b97e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:27:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['04f1764b-f7e5-42a8-82e3-288d0904ccec'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:54.427479 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-911514a9-0ce4-4053-a8d9-e04132cf8b38 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69758544-f5cf-4337-bdea-35d5b0ec7261 HTTP/1.1" status: 200 len: 999 time: 0.0943568 Oct 14 02:27:54.429652 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8cc424b4-afc7-4621-ab09-5de703974132 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group (b352366b-9b9e-426d-a811-0ab33b8e74eb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:54.437186 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8cc424b4-afc7-4621-ab09-5de703974132 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (b352366b-9b9e-426d-a811-0ab33b8e74eb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:54.440241 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a3625-dea2-4284-853c-5a702c2654a9 req-7841d569-979a-4f5e-9c22-7c653f24d68c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.441834 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8c6a3625-dea2-4284-853c-5a702c2654a9 req-7841d569-979a-4f5e-9c22-7c653f24d68c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0501206 Oct 14 02:27:54.454742 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 42524) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:54.461568 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-c24a3277-3a00-4180-8ebc-4a2fae4756b7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Request body: {'floatingip': {'port_id': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:54.485616 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8cc424b4-afc7-4621-ab09-5de703974132 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:54.486824 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8cc424b4-afc7-4621-ab09-5de703974132 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5311563 Oct 14 02:27:54.492355 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42526) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:54.498203 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-de6a8f5f-3b54-406d-9eeb-12d06ec657d2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Request body: {'security_group_rule': {'security_group_id': 'b352366b-9b9e-426d-a811-0ab33b8e74eb', 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:54.508465 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c2387b9f-c504-4058-8b05-fbc210b66b4b req-a069ee5e-5dc6-4a7a-8e27-6365a57e9da9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483438 Oct 14 02:27:54.511985 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc424b4-afc7-4621-ab09-5de703974132 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b352366b-9b9e-426d-a811-0ab33b8e74eb,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:54.515920 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c24a3277-3a00-4180-8ebc-4a2fae4756b7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for floatingip (0873b93a-0cfc-47c8-a8fc-65ff98678354), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:54.529594 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:54.534655 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de6a8f5f-3b54-406d-9eeb-12d06ec657d2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (f4ab4acf-f724-4245-b027-49abf99cc1fb), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:54.535839 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-04a349b8-2d29-4208-ae6e-ec27820b97e4 None None] Set router 04f1764b-f7e5-42a8-82e3-288d0904ccec gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:27:54.600851 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:54.685366 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de6a8f5f-3b54-406d-9eeb-12d06ec657d2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (f4ab4acf-f724-4245-b027-49abf99cc1fb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:54.687740 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d req-438e07ff-8674-4fb8-860e-089c5ea82e6d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5067bf3-c745-4912-8359-901585cccd36 HTTP/1.1" status: 200 len: 999 time: 0.1122673 Oct 14 02:27:54.696506 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de6a8f5f-3b54-406d-9eeb-12d06ec657d2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (f4ab4acf-f724-4245-b027-49abf99cc1fb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:54.719839 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-28e2e164-5b77-45a7-a2e8-fe98113208d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.721540 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-28e2e164-5b77-45a7-a2e8-fe98113208d3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=df574a0d-c460-4e0b-b9d8-f91874100636 HTTP/1.1" status: 200 len: 856 time: 0.1434085 Oct 14 02:27:54.748612 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a8f5f-3b54-406d-9eeb-12d06ec657d2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ab4acf-f724-4245-b027-49abf99cc1fb,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:54.756059 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de6a8f5f-3b54-406d-9eeb-12d06ec657d2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:54.757244 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-de6a8f5f-3b54-406d-9eeb-12d06ec657d2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2640052 Oct 14 02:27:54.768459 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 42532) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:54.784136 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-04a349b8-2d29-4208-ae6e-ec27820b97e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '5e9af0b3-73c7-4da7-a0c0-5a18aecbf840', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'port_id': 'a5067bf3-c745-4912-8359-901585cccd36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'mac_address': 'fa:16:3e:d5:07:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:52Z', 'updated_at': '2022-10-14T02:27:52Z', 'revision_number': 0, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6541de4d-ff27-476b-9863-fa78c344d5d7', 'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'mac_address': 'fa:16:3e:fb:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:30Z', 'revision_number': 5, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'subnets': [{'id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:54.784780 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-dbabf80a-1ebf-45be-916f-a30a13e9a16f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Request body: {'security_group_rule': {'security_group_id': 'b352366b-9b9e-426d-a811-0ab33b8e74eb', 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:54.797683 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:54.817195 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a349b8-2d29-4208-ae6e-ec27820b97e4 None None] The sync data for ids ['04f1764b-f7e5-42a8-82e3-288d0904ccec'] in dv-cinder-845069-4-iscsi is: [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '5e9af0b3-73c7-4da7-a0c0-5a18aecbf840', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'port_id': 'a5067bf3-c745-4912-8359-901585cccd36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'mac_address': 'fa:16:3e:d5:07:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:52Z', 'updated_at': '2022-10-14T02:27:52Z', 'revision_number': 0, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6541de4d-ff27-476b-9863-fa78c344d5d7', 'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'mac_address': 'fa:16:3e:fb:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:30Z', 'revision_number': 5, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'subnets': [{'id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:27:54.848365 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d req-bdebb54a-9a96-4b39-a990-a27604266b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:54.849864 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d req-bdebb54a-9a96-4b39-a990-a27604266b9a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=480f66f4-5c53-4f4f-b49d-dd1d07a2df27 HTTP/1.1" status: 200 len: 853 time: 0.1514306 Oct 14 02:27:54.882498 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dbabf80a-1ebf-45be-916f-a30a13e9a16f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (80ae12d2-5670-429e-a8e1-499d50da8d24), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.033702 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:55.059893 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c2387b9f-c504-4058-8b05-fbc210b66b4b req-cbc57e34-f199-412d-8fcf-70dbb664a3f5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828358 Oct 14 02:27:55.063107 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-599aba57-a62a-4cb4-98a0-492525db7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:55.064561 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-599aba57-a62a-4cb4-98a0-492525db7b8a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3327930 Oct 14 02:27:55.084250 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c391f-b1d8-4f94-a77e-cb2f5398cce9 req-99872546-a3f2-4da5-a98d-da120209c48e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:55.085744 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a22c391f-b1d8-4f94-a77e-cb2f5398cce9 req-99872546-a3f2-4da5-a98d-da120209c48e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.1601503 Oct 14 02:27:55.094299 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a213496b-118f-4ca7-a0c4-85f0db7ecd39 None None] New status for floating IP 5e9af0b3-73c7-4da7-a0c0-5a18aecbf840: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:27:55.098830 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:55.103831 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bafa56-1d36-4ef3-a30b-f389d9314fd8 req-fe4d8dad-81c3-48ea-82c6-7408a4d2fc3b tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:55.105421 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f8bafa56-1d36-4ef3-a30b-f389d9314fd8 req-fe4d8dad-81c3-48ea-82c6-7408a4d2fc3b tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 945 time: 0.1810498 Oct 14 02:27:55.180668 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dbabf80a-1ebf-45be-916f-a30a13e9a16f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (80ae12d2-5670-429e-a8e1-499d50da8d24), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.192958 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dbabf80a-1ebf-45be-916f-a30a13e9a16f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (80ae12d2-5670-429e-a8e1-499d50da8d24), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.281250 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabf80a-1ebf-45be-916f-a30a13e9a16f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ae12d2-5670-429e-a8e1-499d50da8d24,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:55.285627 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a22c391f-b1d8-4f94-a77e-cb2f5398cce9 req-ea1ed59f-7e87-4a9a-8d4b-2edef03323e6 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1918545 Oct 14 02:27:55.293730 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f8bafa56-1d36-4ef3-a30b-f389d9314fd8 req-88281720-c326-42a3-9dd1-1e0d66e0e461 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526046 Oct 14 02:27:55.298437 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dbabf80a-1ebf-45be-916f-a30a13e9a16f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.299605 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-dbabf80a-1ebf-45be-916f-a30a13e9a16f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5220630 Oct 14 02:27:55.303129 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42538) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:55.308339 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-f29c7e88-63c4-4fbc-8d05-38a19d243e80 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Request body: {'security_group_rule': {'security_group_id': 'b352366b-9b9e-426d-a811-0ab33b8e74eb', 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:55.354408 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f29c7e88-63c4-4fbc-8d05-38a19d243e80 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (9ef3d03a-b75a-4d98-ad1c-c9ce8586cd6f), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.378826 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c24a3277-3a00-4180-8ebc-4a2fae4756b7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.384216 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c24a3277-3a00-4180-8ebc-4a2fae4756b7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (0873b93a-0cfc-47c8-a8fc-65ff98678354), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.424425 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d req-8eb6483b-709a-4138-ad5f-b1b68f59592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:55.425908 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d req-8eb6483b-709a-4138-ad5f-b1b68f59592a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c4b028d4-13cc-4641-80cb-f23766bdcdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812941 Oct 14 02:27:55.478755 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f29c7e88-63c4-4fbc-8d05-38a19d243e80 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (9ef3d03a-b75a-4d98-ad1c-c9ce8586cd6f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.481592 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-bb690755-bc01-4972-88ce-2c3a021e9f87 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366110 Oct 14 02:27:55.482644 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f29c7e88-63c4-4fbc-8d05-38a19d243e80 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (9ef3d03a-b75a-4d98-ad1c-c9ce8586cd6f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.524722 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c7e88-63c4-4fbc-8d05-38a19d243e80 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef3d03a-b75a-4d98-ad1c-c9ce8586cd6f,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:55.530260 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f29c7e88-63c4-4fbc-8d05-38a19d243e80 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.534358 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f29c7e88-63c4-4fbc-8d05-38a19d243e80 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2301567 Oct 14 02:27:55.535105 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42540) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:55.542071 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-c24a3277-3a00-4180-8ebc-4a2fae4756b7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Floating IP 0873b93a-0cfc-47c8-a8fc-65ff98678354 associated. External IP: 172.27.1.189, port: a00c0555-d7c2-4eb3-80f8-2d508e7120b8. Oct 14 02:27:55.566206 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-be7247e4-c4d7-49c4-b3ec-98ea134fbb3c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Request body: {'security_group_rule': {'security_group_id': 'b352366b-9b9e-426d-a811-0ab33b8e74eb', 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:55.607014 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d req-0a74c9d2-17f7-43a8-8a4e-2a612cda0eca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720166 Oct 14 02:27:55.612291 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-be7247e4-c4d7-49c4-b3ec-98ea134fbb3c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (54beaefe-d1c9-4991-97b2-59a86926033d), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.645016 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efe6b67-1219-43b4-8bdf-e0b7729d388d req-2417bdbb-546c-4257-86f3-8ef43972305d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543357 Oct 14 02:27:55.645600 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:55.678827 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-be7247e4-c4d7-49c4-b3ec-98ea134fbb3c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (54beaefe-d1c9-4991-97b2-59a86926033d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.682961 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-be7247e4-c4d7-49c4-b3ec-98ea134fbb3c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (54beaefe-d1c9-4991-97b2-59a86926033d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.697232 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:55.703298 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7247e4-c4d7-49c4-b3ec-98ea134fbb3c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54beaefe-d1c9-4991-97b2-59a86926033d,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:55.713013 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-be7247e4-c4d7-49c4-b3ec-98ea134fbb3c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.717387 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-be7247e4-c4d7-49c4-b3ec-98ea134fbb3c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560180 Oct 14 02:27:55.718031 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42544) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:55.723564 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-6d29cb43-156a-485c-9c2b-669d0775cbe2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Request body: {'security_group_rule': {'security_group_id': 'b352366b-9b9e-426d-a811-0ab33b8e74eb', 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:55.760546 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.securitygroups_db [None req-6d29cb43-156a-485c-9c2b-669d0775cbe2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Project ace6580a1307486895a0ec8149a95fa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 02:27:55.766751 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6d29cb43-156a-485c-9c2b-669d0775cbe2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (8434232f-ef53-4f12-a565-1c4d346fd3d1), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.836561 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6d29cb43-156a-485c-9c2b-669d0775cbe2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (8434232f-ef53-4f12-a565-1c4d346fd3d1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.840319 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6d29cb43-156a-485c-9c2b-669d0775cbe2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (8434232f-ef53-4f12-a565-1c4d346fd3d1), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.859858 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29cb43-156a-485c-9c2b-669d0775cbe2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8434232f-ef53-4f12-a565-1c4d346fd3d1,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:55.870809 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6d29cb43-156a-485c-9c2b-669d0775cbe2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.871659 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6d29cb43-156a-485c-9c2b-669d0775cbe2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521459 Oct 14 02:27:55.874503 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 42548) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:27:55.879149 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d419db6c-348a-4245-a17b-8aa893a558f0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Request body: {'security_group_rule': {'security_group_id': 'b352366b-9b9e-426d-a811-0ab33b8e74eb', 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:55.903511 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.securitygroups_db [None req-d419db6c-348a-4245-a17b-8aa893a558f0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Project ace6580a1307486895a0ec8149a95fa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 02:27:55.910356 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d419db6c-348a-4245-a17b-8aa893a558f0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (c0dffc18-1e63-44b9-b56a-80bb44609d1c), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.952628 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:55.982819 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d419db6c-348a-4245-a17b-8aa893a558f0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (c0dffc18-1e63-44b9-b56a-80bb44609d1c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:55.986880 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d419db6c-348a-4245-a17b-8aa893a558f0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (c0dffc18-1e63-44b9-b56a-80bb44609d1c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:56.001623 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419db6c-348a-4245-a17b-8aa893a558f0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dffc18-1e63-44b9-b56a-80bb44609d1c,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:56.018242 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d419db6c-348a-4245-a17b-8aa893a558f0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:56.019493 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d419db6c-348a-4245-a17b-8aa893a558f0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439455 Oct 14 02:27:56.080135 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-287a8b32-af8c-4a40-9e9b-f5ef4aa6833d req-f7a15bde-f43d-4443-a986-044033fe4783 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436259 Oct 14 02:27:56.107810 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:56.150425 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24a3277-3a00-4180-8ebc-4a2fae4756b7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:27:56.164439 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7542a847-5051-45a4-84ce-1a44d9434176 req-c7192e0a-0f9b-460c-a788-df0275cf36e9 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-999396024&fields=id&tenant_id=ace6580a1307486895a0ec8149a95fa9 HTTP/1.1" status: 200 len: 267 time: 0.0870092 Oct 14 02:27:56.320716 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a847-5051-45a4-84ce-1a44d9434176 req-f77cfdfb-dccb-4ead-81e5-4f41d3b75a82 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:56.330297 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7542a847-5051-45a4-84ce-1a44d9434176 req-f77cfdfb-dccb-4ead-81e5-4f41d3b75a82 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.1398249 Oct 14 02:27:56.336576 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-7542a847-5051-45a4-84ce-1a44d9434176 req-683fae13-8ee0-4b63-b250-c6d1d9cebabd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Request body: {'port': {'security_groups': ['b405af0b-6f89-4e39-b276-a6ebcaeb697f', 'b352366b-9b9e-426d-a811-0ab33b8e74eb']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:27:56.456659 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24a3277-3a00-4180-8ebc-4a2fae4756b7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:27:56.466569 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd058200-64d3-46d0-9a38-3aec0511caf9 None None] Sync routers for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:27:56.476824 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd058200-64d3-46d0-9a38-3aec0511caf9 None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:27:56.477423 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-bd058200-64d3-46d0-9a38-3aec0511caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:27:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:56.481919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c24a3277-3a00-4180-8ebc-4a2fae4756b7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:56.492393 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a2e27-e3ad-41be-96d1-665179f676e3 req-60f44fc2-af2e-472f-b0c0-a8ff35b4920a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:56.493953 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-742a2e27-e3ad-41be-96d1-665179f676e3 req-60f44fc2-af2e-472f-b0c0-a8ff35b4920a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0993111 Oct 14 02:27:56.540205 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-7542a847-5051-45a4-84ce-1a44d9434176 req-683fae13-8ee0-4b63-b250-c6d1d9cebabd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a5067bf3-c745-4912-8359-901585cccd36), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:56.549939 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c24a3277-3a00-4180-8ebc-4a2fae4756b7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/0873b93a-0cfc-47c8-a8fc-65ff98678354 HTTP/1.1" status: 200 len: 992 time: 2.0932841 Oct 14 02:27:56.556279 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:56.558888 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca" -d '{"events": [{"name": "network-changed", "server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:56.619866 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-742a2e27-e3ad-41be-96d1-665179f676e3 req-95be602a-67cf-4094-801f-b7636360227c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065149 Oct 14 02:27:56.722187 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-bd058200-64d3-46d0-9a38-3aec0511caf9 None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:27:56.783683 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866bec0-0445-4670-98b2-e20556957e65 req-27bae150-b287-4ef6-89f8-71a8850b019b tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:56.785146 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4866bec0-0445-4670-98b2-e20556957e65 req-27bae150-b287-4ef6-89f8-71a8850b019b tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 945 time: 0.0625114 Oct 14 02:27:56.831866 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-7542a847-5051-45a4-84ce-1a44d9434176 req-683fae13-8ee0-4b63-b250-c6d1d9cebabd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] For port a5067bf3-c745-4912-8359-901585cccd36, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a5067bf3-c745-4912-8359-901585cccd36,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:27:56.871394 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:56.888342 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-7542a847-5051-45a4-84ce-1a44d9434176 req-683fae13-8ee0-4b63-b250-c6d1d9cebabd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for port (a5067bf3-c745-4912-8359-901585cccd36), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:56.899337 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4866bec0-0445-4670-98b2-e20556957e65 req-55377cad-77ea-49aa-a0ed-b15c337b0961 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027596 Oct 14 02:27:56.901563 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-7542a847-5051-45a4-84ce-1a44d9434176 req-683fae13-8ee0-4b63-b250-c6d1d9cebabd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (a5067bf3-c745-4912-8359-901585cccd36), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:56.942585 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a847-5051-45a4-84ce-1a44d9434176 req-683fae13-8ee0-4b63-b250-c6d1d9cebabd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:56.943226 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-7542a847-5051-45a4-84ce-1a44d9434176 req-683fae13-8ee0-4b63-b250-c6d1d9cebabd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:27:56.944699 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7542a847-5051-45a4-84ce-1a44d9434176 req-683fae13-8ee0-4b63-b250-c6d1d9cebabd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "PUT /networking/v2.0/ports/a5067bf3-c745-4912-8359-901585cccd36 HTTP/1.1" status: 200 len: 981 time: 0.6133924 Oct 14 02:27:56.966372 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9766b602-8e78-4b3b-a5ed-8fcb0a858306 x-openstack-request-id: req-9766b602-8e78-4b3b-a5ed-8fcb0a858306 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:56.966701 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:56.966911 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9766b602-8e78-4b3b-a5ed-8fcb0a858306 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:56.967435 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9766b602-8e78-4b3b-a5ed-8fcb0a858306'] response: {'name': 'network-changed', 'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'status': 'completed', 'code': 200} Oct 14 02:27:56.973026 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-bd058200-64d3-46d0-9a38-3aec0511caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '0873b93a-0cfc-47c8-a8fc-65ff98678354', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'port_id': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'mac_address': 'fa:16:3e:a9:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28885328-17fc-43f3-a759-1e63effe24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:27Z', 'updated_at': '2022-10-14T02:27:55Z', 'revision_number': 1, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:53Z', 'revision_number': 5, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:56.975303 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['a5067bf3-c745-4912-8359-901585cccd36'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:27:57.022142 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fae13-8ee0-4b63-b250-c6d1d9cebabd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'Port': ['ID=a5067bf3-c745-4912-8359-901585cccd36,revision_number=6']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:27:57.054501 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd058200-64d3-46d0-9a38-3aec0511caf9 None None] Checking router: 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:27:57.087080 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:57.090728 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b8558-fe8f-4b80-b38a-eadf19a7a6b7 req-f0c025cb-bab0-426d-8959-e5ddb3b5d15d tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:57.092373 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-991b8558-fe8f-4b80-b38a-eadf19a7a6b7 req-f0c025cb-bab0-426d-8959-e5ddb3b5d15d tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0557268 Oct 14 02:27:57.093291 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd058200-64d3-46d0-9a38-3aec0511caf9 None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:27:57.093913 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-bd058200-64d3-46d0-9a38-3aec0511caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:27:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:57.158737 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['a5067bf3-c745-4912-8359-901585cccd36'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:27:57.164281 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-991b8558-fe8f-4b80-b38a-eadf19a7a6b7 req-eacfc11e-7aaf-4ce8-a35c-87975e9fdae0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644648 Oct 14 02:27:57.302615 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:57.338067 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-bd058200-64d3-46d0-9a38-3aec0511caf9 None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:27:57.761457 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:57.788783 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974917d-74d0-45dc-8843-97aabdd0c9b5 req-b5667948-6ff7-4804-a1d2-b6fdf0b880fe tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:57.792322 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6974917d-74d0-45dc-8843-97aabdd0c9b5 req-b5667948-6ff7-4804-a1d2-b6fdf0b880fe tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0796797 Oct 14 02:27:57.853779 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6974917d-74d0-45dc-8843-97aabdd0c9b5 req-4713315f-4ee1-4de4-8f88-060b27029214 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545230 Oct 14 02:27:57.855825 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-bd058200-64d3-46d0-9a38-3aec0511caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '0873b93a-0cfc-47c8-a8fc-65ff98678354', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'port_id': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'mac_address': 'fa:16:3e:a9:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28885328-17fc-43f3-a759-1e63effe24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:27Z', 'updated_at': '2022-10-14T02:27:55Z', 'revision_number': 1, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:53Z', 'revision_number': 5, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:27:57.903765 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd058200-64d3-46d0-9a38-3aec0511caf9 None None] The sync data for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi is: [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '0873b93a-0cfc-47c8-a8fc-65ff98678354', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'port_id': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'mac_address': 'fa:16:3e:a9:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28885328-17fc-43f3-a759-1e63effe24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:27Z', 'updated_at': '2022-10-14T02:27:55Z', 'revision_number': 1, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:53Z', 'revision_number': 5, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:27:58.142568 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e8f19-4e7a-423d-8bf2-07558f10c022 None None] New status for floating IP 0873b93a-0cfc-47c8-a8fc-65ff98678354: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:27:58.973440 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:27:58.975701 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d034d567-23e9-456d-bb0c-45dabf63568c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "tag": "a5067bf3-c745-4912-8359-901585cccd36"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:27:58.996855 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bf5e7-f12c-49c9-9c30-2dd4cfbab229 req-4128a1dc-7bb1-4248-af31-1e04e33acb4c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:27:58.998329 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-559bf5e7-f12c-49c9-9c30-2dd4cfbab229 req-4128a1dc-7bb1-4248-af31-1e04e33acb4c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0528729 Oct 14 02:27:59.024027 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:27:59.049958 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-559bf5e7-f12c-49c9-9c30-2dd4cfbab229 req-0198a04a-1f66-48ba-9407-553c0c960099 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458434 Oct 14 02:27:59.103303 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c5c857-4c52-4525-9d7b-6f790f98fba0 x-openstack-request-id: req-a6c5c857-4c52-4525-9d7b-6f790f98fba0 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:27:59.103602 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "tag": "a5067bf3-c745-4912-8359-901585cccd36", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:27:59.103919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6c5c857-4c52-4525-9d7b-6f790f98fba0 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:27:59.104326 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c5c857-4c52-4525-9d7b-6f790f98fba0'] response: {'name': 'network-changed', 'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36', 'status': 'completed', 'code': 200} Oct 14 02:28:00.063686 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:00.193950 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30ed15-948e-41e1-bbc8-8f178a9fcade req-d038e4b6-c2e7-4b32-8bc9-9978a189a7f1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:00.195447 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4e30ed15-948e-41e1-bbc8-8f178a9fcade req-d038e4b6-c2e7-4b32-8bc9-9978a189a7f1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0487337 Oct 14 02:28:00.247712 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4e30ed15-948e-41e1-bbc8-8f178a9fcade req-05084cdb-92c5-4171-a1e7-ce35a054e8d6 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459249 Oct 14 02:28:01.385393 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f82af-1644-4182-9da2-aaa844b2eac5 req-3e3f149e-d806-4b7d-b33d-265899fe1c06 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:01.389356 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-485f82af-1644-4182-9da2-aaa844b2eac5 req-3e3f149e-d806-4b7d-b33d-265899fe1c06 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0529430 Oct 14 02:28:01.437465 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-485f82af-1644-4182-9da2-aaa844b2eac5 req-f8846044-a77a-4144-b5a9-8b671d4a2056 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447433 Oct 14 02:28:02.570272 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6ee21-fc28-44b9-9e4b-8a6201acf240 req-8a6d5f01-6bba-45ca-8d26-62ddda274ee0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:02.572339 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aaf6ee21-fc28-44b9-9e4b-8a6201acf240 req-8a6d5f01-6bba-45ca-8d26-62ddda274ee0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0481663 Oct 14 02:28:02.620849 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aaf6ee21-fc28-44b9-9e4b-8a6201acf240 req-eff0c879-95e9-4012-a494-088ee990bdfa tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428746 Oct 14 02:28:03.753719 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe4b0e-d596-45de-8efb-e765d9d3982b req-fa950f6a-56bf-4813-b4be-2c93928ac5a5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:03.755331 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ebe4b0e-d596-45de-8efb-e765d9d3982b req-fa950f6a-56bf-4813-b4be-2c93928ac5a5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0522487 Oct 14 02:28:03.811621 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ebe4b0e-d596-45de-8efb-e765d9d3982b req-9a6e7d8a-a463-4ec8-95ad-4a70deb8017e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500584 Oct 14 02:28:04.943182 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fe6c6-f1c7-4534-b109-5d167df7586f req-2e133805-9659-468a-9dc1-b6bd98b6eaa5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:04.944666 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a37fe6c6-f1c7-4534-b109-5d167df7586f req-2e133805-9659-468a-9dc1-b6bd98b6eaa5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0479281 Oct 14 02:28:04.995137 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a37fe6c6-f1c7-4534-b109-5d167df7586f req-4cc7f5e3-0a83-42f0-99c6-9df007f85664 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429173 Oct 14 02:28:06.007368 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:06.010271 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:06.133849 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46288c88-2c61-4ea3-8868-2525b7e46810 req-54eb86b0-a233-4d3f-98ac-1cbd562d8e6a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:06.135365 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-46288c88-2c61-4ea3-8868-2525b7e46810 req-54eb86b0-a233-4d3f-98ac-1cbd562d8e6a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0496120 Oct 14 02:28:06.182850 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-46288c88-2c61-4ea3-8868-2525b7e46810 req-c459477c-e047-4a3f-9962-41ac5bb10937 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418651 Oct 14 02:28:07.318750 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a3f36-d3ca-47b3-8769-17ee701f6adb req-db610aa4-5f42-4df6-9a70-284879906035 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:07.320393 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c72a3f36-d3ca-47b3-8769-17ee701f6adb req-db610aa4-5f42-4df6-9a70-284879906035 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0537772 Oct 14 02:28:07.370864 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c72a3f36-d3ca-47b3-8769-17ee701f6adb req-ce36e77d-39c8-4ef3-9f18-b0150cd00e52 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447431 Oct 14 02:28:08.246438 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:08.466742 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:08.504015 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fb894-9777-40ad-b077-5191cb430afa req-486abc48-498b-4747-ae52-958db7c91039 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:08.505505 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ff9fb894-9777-40ad-b077-5191cb430afa req-486abc48-498b-4747-ae52-958db7c91039 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0495896 Oct 14 02:28:08.558018 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ff9fb894-9777-40ad-b077-5191cb430afa req-279eea05-ac3f-43e4-937f-97d887a13911 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461743 Oct 14 02:28:09.687887 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e649c-6c15-40e6-861e-7a579e4d1cda req-85335b5a-3e9e-4128-97f4-040607cd3ec0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:09.689318 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fd5e649c-6c15-40e6-861e-7a579e4d1cda req-85335b5a-3e9e-4128-97f4-040607cd3ec0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0491843 Oct 14 02:28:09.735905 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fd5e649c-6c15-40e6-861e-7a579e4d1cda req-09aa6649-e659-4ac4-a074-54d255868147 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410802 Oct 14 02:28:10.019042 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca req-dcb578d5-6548-466d-b5e8-c26e5dce08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:10.020616 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca req-dcb578d5-6548-466d-b5e8-c26e5dce08dc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 1130 time: 0.0410967 Oct 14 02:28:10.053809 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=42 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:10.059120 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034d567-23e9-456d-bb0c-45dabf63568c req-c6e37851-e556-4223-a3d9-7fb6e6a2b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:10.060340 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:10.060652 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d034d567-23e9-456d-bb0c-45dabf63568c req-c6e37851-e556-4223-a3d9-7fb6e6a2b7fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ace6580a1307486895a0ec8149a95fa9&device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 1168 time: 0.0478048 Oct 14 02:28:10.124935 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca req-da2c0b5e-23cd-48c5-8ce3-84156c5a7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:10.126385 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca req-da2c0b5e-23cd-48c5-8ce3-84156c5a7976 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.0925353 Oct 14 02:28:10.826324 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:10.863678 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fecb2-3630-4d6c-b784-9fd0b9b87d98 req-3aded62c-8367-4275-8a7a-df75dbf948a2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:10.865127 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-365fecb2-3630-4d6c-b784-9fd0b9b87d98 req-3aded62c-8367-4275-8a7a-df75dbf948a2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0476480 Oct 14 02:28:10.960066 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-365fecb2-3630-4d6c-b784-9fd0b9b87d98 req-398b9a71-2eec-4702-a9fb-f4a9063615e1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887015 Oct 14 02:28:10.972507 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca req-683cbc4a-7748-4f83-8485-8580ca3c5dd0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8 HTTP/1.1" status: 200 len: 1002 time: 0.0877473 Oct 14 02:28:10.994841 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034d567-23e9-456d-bb0c-45dabf63568c req-d4e0a38e-e1e1-4a25-ae98-19cd07cf8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:10.996365 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d034d567-23e9-456d-bb0c-45dabf63568c req-d4e0a38e-e1e1-4a25-ae98-19cd07cf8eaa service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=c4b028d4-13cc-4641-80cb-f23766bdcdbd HTTP/1.1" status: 200 len: 915 time: 0.1160896 Oct 14 02:28:11.033946 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca req-749d2f35-8d9a-4015-9f1c-22682b448d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:11.035433 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca req-749d2f35-8d9a-4015-9f1c-22682b448d26 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.0554459 Oct 14 02:28:11.065459 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d034d567-23e9-456d-bb0c-45dabf63568c req-7b8c129f-6399-4e35-a939-cd4b2015ed3d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5067bf3-c745-4912-8359-901585cccd36 HTTP/1.1" status: 200 len: 1001 time: 0.0623717 Oct 14 02:28:11.093881 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca req-ef7d1136-4afb-438e-91b1-4b80d2e38d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:11.095599 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca req-ef7d1136-4afb-438e-91b1-4b80d2e38d63 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506032 Oct 14 02:28:11.133099 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034d567-23e9-456d-bb0c-45dabf63568c req-adcdadd0-b893-4e7b-8365-899ca05ec378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:11.135903 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d034d567-23e9-456d-bb0c-45dabf63568c req-adcdadd0-b893-4e7b-8365-899ca05ec378 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=480f66f4-5c53-4f4f-b49d-dd1d07a2df27 HTTP/1.1" status: 200 len: 853 time: 0.0513685 Oct 14 02:28:11.194239 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034d567-23e9-456d-bb0c-45dabf63568c req-1758c1ff-b33b-47fb-8093-af08955a901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:11.195682 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d034d567-23e9-456d-bb0c-45dabf63568c req-1758c1ff-b33b-47fb-8093-af08955a901b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c4b028d4-13cc-4641-80cb-f23766bdcdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417743 Oct 14 02:28:11.213309 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca req-a9c1b28e-acb5-40ea-8314-9a94c40d2ee0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952737 Oct 14 02:28:11.291234 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d034d567-23e9-456d-bb0c-45dabf63568c req-3843f0c9-58bd-43a3-9e2f-485dd36f149d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870266 Oct 14 02:28:11.312425 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-32b96849-fe3d-4cbd-b5e0-b7a90c4b04ca req-3e386978-cbe0-46a9-a0e0-0c55ff7e34c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877664 Oct 14 02:28:11.391348 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d034d567-23e9-456d-bb0c-45dabf63568c req-2ac2cb48-855c-4f16-96bb-3013424c7c13 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889144 Oct 14 02:28:12.082496 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc950a-137e-4b96-aec8-59a9159aa1ed req-bd2a44ae-be6a-4a95-ad22-4f6e54d34f2e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:12.083978 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c0fc950a-137e-4b96-aec8-59a9159aa1ed req-bd2a44ae-be6a-4a95-ad22-4f6e54d34f2e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0462720 Oct 14 02:28:12.135860 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c0fc950a-137e-4b96-aec8-59a9159aa1ed req-18da6c02-b011-4ff2-b599-16c3baec9d63 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456021 Oct 14 02:28:13.261722 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b76d5-464d-4ae1-a780-634d2ad251a9 req-8bf425d8-019f-4b90-962d-2c3ea0e0765b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:13.263212 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-707b76d5-464d-4ae1-a780-634d2ad251a9 req-8bf425d8-019f-4b90-962d-2c3ea0e0765b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0460672 Oct 14 02:28:13.308633 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-707b76d5-464d-4ae1-a780-634d2ad251a9 req-d8948cdb-9850-4902-a407-248ce76d4fbe tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399776 Oct 14 02:28:14.431972 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0b8e6-9d7d-4710-b7e6-37470f0b0778 req-cd7e6142-383d-4816-9e69-5cb676299b92 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:14.433399 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-45c0b8e6-9d7d-4710-b7e6-37470f0b0778 req-cd7e6142-383d-4816-9e69-5cb676299b92 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0459194 Oct 14 02:28:14.480603 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-45c0b8e6-9d7d-4710-b7e6-37470f0b0778 req-0049b80a-52fc-4da4-b1d0-fad74fdd1867 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416462 Oct 14 02:28:15.006412 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:15.569983 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:15.611054 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70308922-cbb5-42fe-8f11-866cff786564 req-f807eeff-bf9e-4050-8a34-45006c4b1db9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:15.612779 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70308922-cbb5-42fe-8f11-866cff786564 req-f807eeff-bf9e-4050-8a34-45006c4b1db9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0509787 Oct 14 02:28:15.658201 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70308922-cbb5-42fe-8f11-866cff786564 req-340f0251-476d-4e37-8ce6-e4b3cdc2deef tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399244 Oct 14 02:28:16.528086 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ce63d83a-67de-475b-b221-18f3ccf4024c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:16.783986 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d505a-e363-4a07-ae55-dd7695ea5c7a req-62270692-cf40-40ec-8851-d60aae53d875 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:16.785459 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-655d505a-e363-4a07-ae55-dd7695ea5c7a req-62270692-cf40-40ec-8851-d60aae53d875 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 943 time: 0.0464365 Oct 14 02:28:16.832316 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-655d505a-e363-4a07-ae55-dd7695ea5c7a req-40d2cb30-be64-4256-964a-0f3c9eea0fc6 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408170 Oct 14 02:28:17.710231 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 69758544-f5cf-4337-bdea-35d5b0ec7261 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:28:17.813885 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:28:17.824982 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'port_id': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'mac_address': 'fa:16:3e:fc:44:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:28:17.864080 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 69758544-f5cf-4337-bdea-35d5b0ec7261 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:28:17.864487 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:17.879391 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69758544-f5cf-4337-bdea-35d5b0ec7261 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:28:17.901984 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:28:17.907498 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:17.964158 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=69758544-f5cf-4337-bdea-35d5b0ec7261,revision_number=9']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:28:17.973219 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fb421-a85e-43e8-b51d-522e1d23b226 req-a968d10e-b3a0-4a71-a8c8-b8001d60b9cd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:17.974864 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-347fb421-a85e-43e8-b51d-522e1d23b226 req-a968d10e-b3a0-4a71-a8c8-b8001d60b9cd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 944 time: 0.0502553 Oct 14 02:28:18.030186 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-347fb421-a85e-43e8-b51d-522e1d23b226 req-3b69f6d6-349c-4b60-99e8-35fe6795f5eb tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472186 Oct 14 02:28:18.376357 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['69758544-f5cf-4337-bdea-35d5b0ec7261'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:28:18.860453 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d81a517-ffb4-4cd6-8e61-9578e107ba87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:19.162593 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf9229-39ea-456c-b19b-6b20ab1f49c3 req-ef9c7284-6008-484d-a1f6-35fca0a5806d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:19.163986 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dbcf9229-39ea-456c-b19b-6b20ab1f49c3 req-ef9c7284-6008-484d-a1f6-35fca0a5806d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 944 time: 0.0465024 Oct 14 02:28:19.194246 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:19.210999 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dbcf9229-39ea-456c-b19b-6b20ab1f49c3 req-64da15a1-e84a-464a-ac6f-b9cab676421a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408092 Oct 14 02:28:19.794091 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:20.338691 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa7bc1-cd78-49f9-a524-ec12f298174e req-5bf0dfec-cd40-4fe7-990f-cd635fd564e9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:20.340173 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f9aa7bc1-cd78-49f9-a524-ec12f298174e req-5bf0dfec-cd40-4fe7-990f-cd635fd564e9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 944 time: 0.0464911 Oct 14 02:28:20.386697 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f9aa7bc1-cd78-49f9-a524-ec12f298174e req-8683c5e2-5dd7-4278-a504-0d0af4412434 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410161 Oct 14 02:28:21.363313 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:28:21.386766 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=51 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:21.388626 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=43 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:21.506323 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:21.520621 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc48786-a926-4dfb-96d8-a36f40a8a07f req-a953ddbd-5c6a-436c-ad0a-f7806d31e972 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:21.522111 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7dc48786-a926-4dfb-96d8-a36f40a8a07f req-a953ddbd-5c6a-436c-ad0a-f7806d31e972 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 944 time: 0.0525193 Oct 14 02:28:21.568692 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7dc48786-a926-4dfb-96d8-a36f40a8a07f req-579423fe-b057-4f07-a0e7-783c14f23987 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408306 Oct 14 02:28:21.726140 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:22.247018 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 69758544-f5cf-4337-bdea-35d5b0ec7261 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:28:22.289233 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 69758544-f5cf-4337-bdea-35d5b0ec7261 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:28:22.289595 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:22.289920 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 69758544-f5cf-4337-bdea-35d5b0ec7261 Oct 14 02:28:22.362511 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 69758544-f5cf-4337-bdea-35d5b0ec7261 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:28:22.362888 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:22.384820 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:28:22.387032 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622aa686-aebb-45fa-8517-1bf4307704e0" -d '{"events": [{"server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "name": "network-vif-plugged", "status": "completed", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:28:22.398938 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:28:22.403986 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:22.429021 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9275bf8d-a708-481e-80fa-4f9be68a7ae3 x-openstack-request-id: req-9275bf8d-a708-481e-80fa-4f9be68a7ae3 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:28:22.429319 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "name": "network-vif-plugged", "status": "completed", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:28:22.429574 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9275bf8d-a708-481e-80fa-4f9be68a7ae3 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:28:22.429972 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9275bf8d-a708-481e-80fa-4f9be68a7ae3'] response: {'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'code': 200} Oct 14 02:28:22.454513 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=69758544-f5cf-4337-bdea-35d5b0ec7261,revision_number=10']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:28:22.693540 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323813ce-7cd2-4f78-b2f5-c9fafa9c4c85 req-c93ac140-c666-42b2-b96e-d2a41724623f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:22.695107 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-323813ce-7cd2-4f78-b2f5-c9fafa9c4c85 req-c93ac140-c666-42b2-b96e-d2a41724623f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0459776 Oct 14 02:28:22.743332 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-323813ce-7cd2-4f78-b2f5-c9fafa9c4c85 req-7f824ea6-b7ff-4c31-8d75-8d9c875280f0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420930 Oct 14 02:28:23.135754 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e4984-7e03-414d-a4c0-c8634a1e1e63 req-ef0894a4-72da-4454-84e9-c236ef85ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:23.137139 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a80e4984-7e03-414d-a4c0-c8634a1e1e63 req-ef0894a4-72da-4454-84e9-c236ef85ef56 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 1130 time: 0.0389943 Oct 14 02:28:23.188082 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a80e4984-7e03-414d-a4c0-c8634a1e1e63 req-3bcbe3e0-fe3e-4069-91a8-3f83eee39431 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366871 Oct 14 02:28:23.873960 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aaf07c-d8a4-41c2-9f5b-917c2621d367 req-bd20fac4-ab8c-4ca4-bd61-258d651a9a51 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:23.875427 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-71aaf07c-d8a4-41c2-9f5b-917c2621d367 req-bd20fac4-ab8c-4ca4-bd61-258d651a9a51 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0488367 Oct 14 02:28:23.921130 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-71aaf07c-d8a4-41c2-9f5b-917c2621d367 req-dbe03e9f-27da-437d-ae16-75143ae7a22a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402665 Oct 14 02:28:25.048004 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db235df8-dd87-4913-a268-0c0de0d7c8be req-c6b7364c-ece0-472b-afc4-298ed9ce8b1a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:25.049466 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-db235df8-dd87-4913-a268-0c0de0d7c8be req-c6b7364c-ece0-472b-afc4-298ed9ce8b1a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0480793 Oct 14 02:28:25.095686 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-db235df8-dd87-4913-a268-0c0de0d7c8be req-8c5ef764-87b9-4b6e-8d35-ffd479a95b3c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406806 Oct 14 02:28:26.222420 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9cb6d-70d4-4943-8aad-67dc84f96a88 req-c773550a-2d75-4755-94b3-606c33239153 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:26.223912 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6ba9cb6d-70d4-4943-8aad-67dc84f96a88 req-c773550a-2d75-4755-94b3-606c33239153 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0467365 Oct 14 02:28:26.273467 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6ba9cb6d-70d4-4943-8aad-67dc84f96a88 req-02da38cb-dc12-4b81-aa40-f9f99f2d416f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440087 Oct 14 02:28:27.402592 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59358ea-5331-4dd8-9020-92ac77eb6d2d req-24a9052f-fc7f-43e6-9d01-8a65f82e4d6a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:27.404085 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a59358ea-5331-4dd8-9020-92ac77eb6d2d req-24a9052f-fc7f-43e6-9d01-8a65f82e4d6a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0485895 Oct 14 02:28:27.415291 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:27.454580 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a59358ea-5331-4dd8-9020-92ac77eb6d2d req-55e0d057-481d-4651-921e-2fd2953d681c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448124 Oct 14 02:28:28.584174 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ceace-dd5c-41e7-83c4-e8bbd1604666 req-5c311e77-c3fa-4fb6-98ed-61090e0c24c8 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:28.585648 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-190ceace-dd5c-41e7-83c4-e8bbd1604666 req-5c311e77-c3fa-4fb6-98ed-61090e0c24c8 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0468514 Oct 14 02:28:28.633342 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-190ceace-dd5c-41e7-83c4-e8bbd1604666 req-8c7e28b8-23a3-46f0-8ed1-464131e9dc1a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410798 Oct 14 02:28:29.767386 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ac6b8-2f30-48c9-a0a8-afca6243a082 req-8ea8f9f2-e00d-47be-85fe-8629ae478ca0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:29.768897 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa6ac6b8-2f30-48c9-a0a8-afca6243a082 req-8ea8f9f2-e00d-47be-85fe-8629ae478ca0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0531871 Oct 14 02:28:29.817302 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa6ac6b8-2f30-48c9-a0a8-afca6243a082 req-633a194f-df45-45da-8213-4e12a0479fbf tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427506 Oct 14 02:28:29.961879 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab8036-ad08-4172-b170-2fb809233f87 req-f2a183c8-aad8-49ed-881b-bd7a142ec09d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:29.964200 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fdab8036-ad08-4172-b170-2fb809233f87 req-f2a183c8-aad8-49ed-881b-bd7a142ec09d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0465577 Oct 14 02:28:30.015125 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fdab8036-ad08-4172-b170-2fb809233f87 req-3c27ec2c-790b-470b-8075-bc68685fec89 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454330 Oct 14 02:28:30.078885 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:30.950394 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3844f-d58a-4c15-adb5-627cc677f7d3 req-5e592ad8-4816-48db-98dd-907057b64c5c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:30.952153 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3aa3844f-d58a-4c15-adb5-627cc677f7d3 req-5e592ad8-4816-48db-98dd-907057b64c5c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0493367 Oct 14 02:28:30.993385 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:31.007404 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3aa3844f-d58a-4c15-adb5-627cc677f7d3 req-a4be0b4c-0849-4653-955d-72dfd1c4f622 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498786 Oct 14 02:28:31.148965 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb87bfc-4e57-4ff0-8e35-3977b56f5482 req-d5508a87-48f9-445b-9099-695004b6aabd tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:31.151024 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ddb87bfc-4e57-4ff0-8e35-3977b56f5482 req-d5508a87-48f9-445b-9099-695004b6aabd tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0493784 Oct 14 02:28:31.198618 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ddb87bfc-4e57-4ff0-8e35-3977b56f5482 req-a5366851-423b-4926-a5db-4c95ac987095 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417383 Oct 14 02:28:31.358315 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:31.359040 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:31.939342 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-6b580d49-347d-4f1e-847e-1aeefa12e522 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429621 Oct 14 02:28:32.001877 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-5e0082e6-534c-43fc-b65b-d07eb63b49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:32.003433 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-5e0082e6-534c-43fc-b65b-d07eb63b49fb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 1129 time: 0.0394471 Oct 14 02:28:32.138088 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6804b4-dd11-4236-90b5-da3e8f5b4411 req-f58dd17e-fddc-4bd4-90ca-cd26b437f896 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:32.139616 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7e6804b4-dd11-4236-90b5-da3e8f5b4411 req-f58dd17e-fddc-4bd4-90ca-cd26b437f896 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0490019 Oct 14 02:28:32.187698 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7e6804b4-dd11-4236-90b5-da3e8f5b4411 req-68be0ea5-62fb-455f-82b9-86ee2328baa3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419862 Oct 14 02:28:32.206812 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-c554ecd9-2426-4d6f-90a3-50cd66b03cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:32.208313 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-c554ecd9-2426-4d6f-90a3-50cd66b03cb8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 916 time: 0.0965242 Oct 14 02:28:32.271090 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-d8d021d6-1424-4e6d-924d-f0954c3a8cf5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e87188c0-5def-475c-acb8-880420209c29 HTTP/1.1" status: 200 len: 1000 time: 0.0562646 Oct 14 02:28:32.319806 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-1d0772c7-7a96-49ca-8bf4-c093366dd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:32.321249 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-1d0772c7-7a96-49ca-8bf4-c093366dd1de service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.0437973 Oct 14 02:28:32.323936 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae567a5-d190-44f7-aaf9-5dd46d29aaf6 req-e5aeac75-1bc1-4f4a-bbd2-cc07f077115e tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:32.325398 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3ae567a5-d190-44f7-aaf9-5dd46d29aaf6 req-e5aeac75-1bc1-4f4a-bbd2-cc07f077115e tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0500441 Oct 14 02:28:32.371083 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-2584003c-6241-4878-93b9-b0a8b12a0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:32.373311 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-2584003c-6241-4878-93b9-b0a8b12a0042 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447242 Oct 14 02:28:32.376763 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3ae567a5-d190-44f7-aaf9-5dd46d29aaf6 req-2fa77d3b-905b-4687-b009-db2ecc0ef252 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452430 Oct 14 02:28:32.474855 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-bdbddd45-4edd-43ce-970f-2dabb7686c89 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865943 Oct 14 02:28:32.568122 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-27068d7a-93a6-4cf6-b12a-e11686e1d305 req-d77d849b-2c37-4c14-b6f2-60a011bbcca4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852194 Oct 14 02:28:32.995597 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c315fa1-bed4-47e0-9be5-6a2fd435435e req-cb31f5b9-1330-486c-b35e-550ab3238ef6 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:32.997192 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4c315fa1-bed4-47e0-9be5-6a2fd435435e req-cb31f5b9-1330-486c-b35e-550ab3238ef6 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 945 time: 0.0554039 Oct 14 02:28:33.048183 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4c315fa1-bed4-47e0-9be5-6a2fd435435e req-d055d10d-6f63-4074-ac2c-57525ac3e128 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439677 Oct 14 02:28:33.505497 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06283ec4-97e9-4ebc-a481-ee99efe45c5c req-79a0871a-cf7d-479d-b786-ad3a10594c1e tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:33.506967 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-06283ec4-97e9-4ebc-a481-ee99efe45c5c req-79a0871a-cf7d-479d-b786-ad3a10594c1e tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0513632 Oct 14 02:28:33.553692 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-06283ec4-97e9-4ebc-a481-ee99efe45c5c req-7d68ab58-7f5f-4e35-a93d-d9a952fa54f6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411541 Oct 14 02:28:34.169663 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6f688-21f7-48db-95d1-deb570273cb6 req-058a0e71-666b-4520-a780-31d00af9b16b tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:34.171152 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51f6f688-21f7-48db-95d1-deb570273cb6 req-058a0e71-666b-4520-a780-31d00af9b16b tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 945 time: 0.0459397 Oct 14 02:28:34.219265 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51f6f688-21f7-48db-95d1-deb570273cb6 req-16204264-3baf-474d-bc86-e8fa894a88d9 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425985 Oct 14 02:28:34.673957 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e3eb9-908e-40e5-81fa-9c9586d2aca5 req-3842713b-c155-48a0-bd4c-544e35605794 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:34.675424 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-995e3eb9-908e-40e5-81fa-9c9586d2aca5 req-3842713b-c155-48a0-bd4c-544e35605794 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0459974 Oct 14 02:28:34.699479 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:34.726578 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-995e3eb9-908e-40e5-81fa-9c9586d2aca5 req-c3cfa003-abe5-4e07-bd84-43de58c6de31 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454943 Oct 14 02:28:35.341988 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82a0d1-f5e2-4029-afa9-c8cf88e5b37c req-be8da3f6-67ad-4d77-9a87-cf7735c60a17 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:35.343476 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ac82a0d1-f5e2-4029-afa9-c8cf88e5b37c req-be8da3f6-67ad-4d77-9a87-cf7735c60a17 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 945 time: 0.0477197 Oct 14 02:28:35.396429 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ac82a0d1-f5e2-4029-afa9-c8cf88e5b37c req-4bf33a9d-4631-48ad-be88-336cb66cedef tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d8d5f97b-781a-4ab4-9178-c6e654c13716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471058 Oct 14 02:28:35.407011 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5afb2-85de-4c56-b7c6-1b8967f55e20 req-d70cba2c-80f5-4b97-92c6-4f41d0014b32 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:35.408808 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5e5afb2-85de-4c56-b7c6-1b8967f55e20 req-d70cba2c-80f5-4b97-92c6-4f41d0014b32 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 945 time: 0.0542364 Oct 14 02:28:35.503237 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-a5e5afb2-85de-4c56-b7c6-1b8967f55e20 req-fab735ad-3f4f-447f-a3bc-88cf3c3a2d91 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Deleting port 640ca0e2-bd23-43db-a690-633d854ddced {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:28:35.503447 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a5e5afb2-85de-4c56-b7c6-1b8967f55e20 req-fab735ad-3f4f-447f-a3bc-88cf3c3a2d91 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (640ca0e2-bd23-43db-a690-633d854ddced), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:35.597272 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-a5e5afb2-85de-4c56-b7c6-1b8967f55e20 req-fab735ad-3f4f-447f-a3bc-88cf3c3a2d91 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] For port 640ca0e2-bd23-43db-a690-633d854ddced, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=640ca0e2-bd23-43db-a690-633d854ddced,segment=NetworkSegment(256c826f-2371-4e29-9c89-aca87a003cea),segment_id=256c826f-2371-4e29-9c89-aca87a003cea)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:28:35.597628 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a5e5afb2-85de-4c56-b7c6-1b8967f55e20 req-fab735ad-3f4f-447f-a3bc-88cf3c3a2d91 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (640ca0e2-bd23-43db-a690-633d854ddced), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:35.610661 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-a5e5afb2-85de-4c56-b7c6-1b8967f55e20 req-fab735ad-3f4f-447f-a3bc-88cf3c3a2d91 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Calling delete_port for 640ca0e2-bd23-43db-a690-633d854ddced owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:28:35.710489 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:35.716578 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:35.740809 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a5e5afb2-85de-4c56-b7c6-1b8967f55e20 req-fab735ad-3f4f-447f-a3bc-88cf3c3a2d91 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (640ca0e2-bd23-43db-a690-633d854ddced), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:35.753353 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['640ca0e2-bd23-43db-a690-633d854ddced'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:28:35.770023 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab735ad-3f4f-447f-a3bc-88cf3c3a2d91 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Pushing event deleted for resources: {'Port': ['ID=640ca0e2-bd23-43db-a690-633d854ddced,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:28:35.817512 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e5afb2-85de-4c56-b7c6-1b8967f55e20 req-fab735ad-3f4f-447f-a3bc-88cf3c3a2d91 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] No DVR routers for this DVR port 640ca0e2-bd23-43db-a690-633d854ddced on host hv-cinder-84506 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:28:35.820142 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a5e5afb2-85de-4c56-b7c6-1b8967f55e20 req-fab735ad-3f4f-447f-a3bc-88cf3c3a2d91 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:35.825445 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5e5afb2-85de-4c56-b7c6-1b8967f55e20 req-fab735ad-3f4f-447f-a3bc-88cf3c3a2d91 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.25 "DELETE /networking/v2.0/ports/640ca0e2-bd23-43db-a690-633d854ddced HTTP/1.1" status: 204 len: 173 time: 0.4041581 Oct 14 02:28:35.825975 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5c76d3-3fd8-44e6-98a5-c72d80cb8389', 'name': 'network-vif-deleted', 'tag': '640ca0e2-bd23-43db-a690-633d854ddced'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:28:35.828248 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba43d52b-d4dd-4cd7-8b11-ef2804727e11" -d '{"events": [{"server_uuid": "6c5c76d3-3fd8-44e6-98a5-c72d80cb8389", "name": "network-vif-deleted", "tag": "640ca0e2-bd23-43db-a690-633d854ddced"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:28:35.861218 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88621f-20de-4521-a35f-a0488c1625b7 req-f0359ecc-d1a5-4878-bfbe-f214c6d83f3c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:35.862960 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ff88621f-20de-4521-a35f-a0488c1625b7 req-f0359ecc-d1a5-4878-bfbe-f214c6d83f3c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0517585 Oct 14 02:28:35.868514 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec78c2a4-4546-4608-af31-c97165bac5f7 x-openstack-request-id: req-ec78c2a4-4546-4608-af31-c97165bac5f7 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:28:35.869001 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5c76d3-3fd8-44e6-98a5-c72d80cb8389", "name": "network-vif-deleted", "tag": "640ca0e2-bd23-43db-a690-633d854ddced", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:28:35.869268 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec78c2a4-4546-4608-af31-c97165bac5f7 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:28:35.869672 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec78c2a4-4546-4608-af31-c97165bac5f7'] response: {'server_uuid': '6c5c76d3-3fd8-44e6-98a5-c72d80cb8389', 'name': 'network-vif-deleted', 'tag': '640ca0e2-bd23-43db-a690-633d854ddced', 'status': 'completed', 'code': 200} Oct 14 02:28:35.928283 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ff88621f-20de-4521-a35f-a0488c1625b7 req-90fbbb9b-8fc3-4671-b9a1-86addcecf2f6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589302 Oct 14 02:28:36.517470 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1e6dc4ba-a3c6-4775-98b0-769f53a89f1f req-e7f97379-48a5-4194-abc3-717001119573 tempest-VolumesSnapshotTestJSON-1279245934 tempest-VolumesSnapshotTestJSON-1279245934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6c5c76d3-3fd8-44e6-98a5-c72d80cb8389 HTTP/1.1" status: 200 len: 210 time: 0.0315182 Oct 14 02:28:37.050279 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e84f3b-5bc9-4817-9f45-dc48667d8b63 req-6d1e3f31-2bc6-4a86-8bb8-dcb515268846 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:37.051745 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a2e84f3b-5bc9-4817-9f45-dc48667d8b63 req-6d1e3f31-2bc6-4a86-8bb8-dcb515268846 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0459120 Oct 14 02:28:37.100165 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a2e84f3b-5bc9-4817-9f45-dc48667d8b63 req-a310ad3f-281d-4a19-8f64-77ef950a161e tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418634 Oct 14 02:28:38.226810 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b96da9-3efe-45c5-8486-7f0e3dac7879 req-38bd3337-bc0d-480f-a06a-aecca0a11e6a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:38.228465 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f6b96da9-3efe-45c5-8486-7f0e3dac7879 req-38bd3337-bc0d-480f-a06a-aecca0a11e6a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0472288 Oct 14 02:28:38.274250 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f6b96da9-3efe-45c5-8486-7f0e3dac7879 req-ccfeeb9b-4893-4507-b2dd-47bdfa695af2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402400 Oct 14 02:28:38.315005 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 640ca0e2-bd23-43db-a690-633d854ddced no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:28:38.334658 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: 640ca0e2-bd23-43db-a690-633d854ddced {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:28:38.335001 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 640ca0e2-bd23-43db-a690-633d854ddced not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:28:39.379331 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:39.397803 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1bfdb-405c-481f-9ab7-c66f7414c3d3 req-b2274aa2-74ad-4cfc-ae71-e3644a2e7a79 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:39.399550 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a0c1bfdb-405c-481f-9ab7-c66f7414c3d3 req-b2274aa2-74ad-4cfc-ae71-e3644a2e7a79 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0501971 Oct 14 02:28:39.445286 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a0c1bfdb-405c-481f-9ab7-c66f7414c3d3 req-874a705e-7c51-499f-b517-28a129ce32d8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401795 Oct 14 02:28:40.566125 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60499aea-a3cf-4746-9302-0355ebd0bd95 req-00f3cee0-51d8-4914-b288-e97d711ac0c7 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:40.567597 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-60499aea-a3cf-4746-9302-0355ebd0bd95 req-00f3cee0-51d8-4914-b288-e97d711ac0c7 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0455363 Oct 14 02:28:40.613647 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-60499aea-a3cf-4746-9302-0355ebd0bd95 req-94bacb03-a286-4ecc-8644-8ae59b384956 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401375 Oct 14 02:28:41.735873 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18326e30-75e0-4933-adcd-8d745aa5a5de req-bc54f37e-1339-4640-88d8-1802e00de54b tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:41.737607 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-18326e30-75e0-4933-adcd-8d745aa5a5de req-bc54f37e-1339-4640-88d8-1802e00de54b tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0475194 Oct 14 02:28:41.788448 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-18326e30-75e0-4933-adcd-8d745aa5a5de req-35587756-4f69-4948-ab36-65da35f84fb9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452793 Oct 14 02:28:42.910295 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bdf94-ec2d-41fa-b7dc-4398d911856d req-d4f5c5dc-d51d-4c3d-94e1-c7b63ad14dcc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:42.911781 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fa7bdf94-ec2d-41fa-b7dc-4398d911856d req-d4f5c5dc-d51d-4c3d-94e1-c7b63ad14dcc tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Oct 14 02:28:42.959987 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fa7bdf94-ec2d-41fa-b7dc-4398d911856d req-f8975875-0eed-4b39-ad39-f6f661483d96 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421379 Oct 14 02:28:44.086373 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f42e2-6f09-4969-b8fd-bfe42480512b req-67ecdf77-95ef-4360-ad76-cc759ebf5898 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:44.087874 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad4f42e2-6f09-4969-b8fd-bfe42480512b req-67ecdf77-95ef-4360-ad76-cc759ebf5898 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0460956 Oct 14 02:28:44.133435 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ad4f42e2-6f09-4969-b8fd-bfe42480512b req-998c0d88-6584-4213-9501-dbbf41f1563a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398650 Oct 14 02:28:45.256697 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9753c7-9cf2-4d9f-909a-f8ea4476f0c3 req-f311c3f4-1aed-4f2c-84fd-207a2482c890 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:45.258171 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0b9753c7-9cf2-4d9f-909a-f8ea4476f0c3 req-f311c3f4-1aed-4f2c-84fd-207a2482c890 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0487878 Oct 14 02:28:45.304985 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0b9753c7-9cf2-4d9f-909a-f8ea4476f0c3 req-d738c5a2-cd0a-44d5-925f-e3291ef3ad8c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404215 Oct 14 02:28:45.774884 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:45.780796 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:45.802141 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:46.426793 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fece-2ac2-440f-9156-f0c4d16a3116 req-0265c578-3d63-4dc0-9f74-dde47043f2f9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:46.428286 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2ff4fece-2ac2-440f-9156-f0c4d16a3116 req-0265c578-3d63-4dc0-9f74-dde47043f2f9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0470812 Oct 14 02:28:46.460637 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:46.475538 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2ff4fece-2ac2-440f-9156-f0c4d16a3116 req-0812b8ff-2688-4ad9-97ad-0e2f3092354d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416219 Oct 14 02:28:46.529885 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:46.534775 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c22d3053-596b-49c0-977e-6d69bf1116f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:47.606758 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3936b-0350-43bb-acb7-5ff8f33355d1 req-2e7c61e2-24e1-41d3-bc17-3bd5e8fb7095 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:47.608200 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14f3936b-0350-43bb-acb7-5ff8f33355d1 req-2e7c61e2-24e1-41d3-bc17-3bd5e8fb7095 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0493431 Oct 14 02:28:47.653373 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14f3936b-0350-43bb-acb7-5ff8f33355d1 req-be005caf-4a3d-42d1-90ee-e501ea99f0a9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394566 Oct 14 02:28:48.720728 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a68cc-036d-47f0-9db6-70e23b77b78b req-fcd57a2f-4435-4aec-ad24-309bbfc2b9d5 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:48.722198 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-155a68cc-036d-47f0-9db6-70e23b77b78b req-fcd57a2f-4435-4aec-ad24-309bbfc2b9d5 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0473075 Oct 14 02:28:48.804847 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9383bbd-8385-4d61-970e-e6d9b19205c5 req-79ce510b-e97a-4a99-8bf7-b5cfc820894d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:48.806195 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e9383bbd-8385-4d61-970e-e6d9b19205c5 req-79ce510b-e97a-4a99-8bf7-b5cfc820894d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0715473 Oct 14 02:28:48.825970 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-155a68cc-036d-47f0-9db6-70e23b77b78b req-dc6220c6-7f65-4ebd-a60f-0796c45cc083 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980523 Oct 14 02:28:48.863445 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-725151de-ef08-4eb7-804c-fe7ff2cb63a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:48.865170 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e9383bbd-8385-4d61-970e-e6d9b19205c5 req-02b1dcb5-b95b-4b91-aba7-a95b34435de6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509062 Oct 14 02:28:49.039849 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb6dd7-8404-4865-b3f1-374d8733ea01 req-69d19e4a-b982-4e91-ac1a-6a8e0fb9b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:49.042028 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15fb6dd7-8404-4865-b3f1-374d8733ea01 req-69d19e4a-b982-4e91-ac1a-6a8e0fb9b307 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ace6580a1307486895a0ec8149a95fa9&device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 1168 time: 0.0430124 Oct 14 02:28:49.132213 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb6dd7-8404-4865-b3f1-374d8733ea01 req-4e2bf51d-bade-45ee-a52b-0e3b9c6bc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:49.133552 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15fb6dd7-8404-4865-b3f1-374d8733ea01 req-4e2bf51d-bade-45ee-a52b-0e3b9c6bc30b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=c4b028d4-13cc-4641-80cb-f23766bdcdbd HTTP/1.1" status: 200 len: 915 time: 0.0826643 Oct 14 02:28:49.199645 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15fb6dd7-8404-4865-b3f1-374d8733ea01 req-bcf3e614-d0e5-4761-8f96-6636b88d4e16 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5067bf3-c745-4912-8359-901585cccd36 HTTP/1.1" status: 200 len: 1001 time: 0.0578613 Oct 14 02:28:49.253119 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb6dd7-8404-4865-b3f1-374d8733ea01 req-7e3329ff-0813-4556-bea6-6843548ec2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:49.254555 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15fb6dd7-8404-4865-b3f1-374d8733ea01 req-7e3329ff-0813-4556-bea6-6843548ec2ad service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=480f66f4-5c53-4f4f-b49d-dd1d07a2df27 HTTP/1.1" status: 200 len: 853 time: 0.0456939 Oct 14 02:28:49.300471 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb6dd7-8404-4865-b3f1-374d8733ea01 req-67fedbd6-e2ab-4f0b-9df9-6d1f97c915cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:49.302246 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15fb6dd7-8404-4865-b3f1-374d8733ea01 req-67fedbd6-e2ab-4f0b-9df9-6d1f97c915cd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c4b028d4-13cc-4641-80cb-f23766bdcdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406756 Oct 14 02:28:49.394963 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15fb6dd7-8404-4865-b3f1-374d8733ea01 req-767be1ff-34c6-427f-a23d-03339161ff04 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852153 Oct 14 02:28:49.484890 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15fb6dd7-8404-4865-b3f1-374d8733ea01 req-025241ec-49ad-48c5-9cc6-6af30b07a3ea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810952 Oct 14 02:28:49.802549 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:49.877906 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313a9c6-a49c-4f21-bd3c-61a4cc36179f req-d45f77ef-7fc8-4766-83ad-0a6eaa3f8a6d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:49.879413 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d313a9c6-a49c-4f21-bd3c-61a4cc36179f req-d45f77ef-7fc8-4766-83ad-0a6eaa3f8a6d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 946 time: 0.0465994 Oct 14 02:28:49.950825 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:49.956960 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d313a9c6-a49c-4f21-bd3c-61a4cc36179f req-3d3decfd-aba0-4246-bdc7-d5d9458f164a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720840 Oct 14 02:28:49.967938 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7ce63-9f6e-4e2c-bcd5-d0236846defc req-9ee47a04-c5cc-4bf0-bb6b-ef613f837c78 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:49.979656 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5eb7ce63-9f6e-4e2c-bcd5-d0236846defc req-9ee47a04-c5cc-4bf0-bb6b-ef613f837c78 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0631990 Oct 14 02:28:50.066763 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5eb7ce63-9f6e-4e2c-bcd5-d0236846defc req-7abc4b20-d467-4999-a6f3-fa86cf51a0e0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915685 Oct 14 02:28:50.081849 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464d33-8ab8-4f1c-892f-7e045bb21af5 req-00ec86ba-4573-4334-b344-b42bfd96fdbb tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:50.083325 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f3464d33-8ab8-4f1c-892f-7e045bb21af5 req-00ec86ba-4573-4334-b344-b42bfd96fdbb tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0700886 Oct 14 02:28:50.129997 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f3464d33-8ab8-4f1c-892f-7e045bb21af5 req-4a9ba2ad-b397-4f0f-8469-2b203798d4df tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411716 Oct 14 02:28:51.076673 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1777e-3503-4984-bd8c-2124d47de5d5 req-7c7f59d2-6cb6-46e4-b4de-6641a2ee341c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:51.078128 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a4b1777e-3503-4984-bd8c-2124d47de5d5 req-7c7f59d2-6cb6-46e4-b4de-6641a2ee341c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 946 time: 0.0467386 Oct 14 02:28:51.129388 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a4b1777e-3503-4984-bd8c-2124d47de5d5 req-f646292e-8388-4dc0-90f7-213651390b0a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457256 Oct 14 02:28:51.196615 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea9f0a-4f26-4fda-94ee-a45c1d59c877 req-a3643834-4cd4-49ca-b1ad-0c5ae7c1fdb6 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:51.198842 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-64ea9f0a-4f26-4fda-94ee-a45c1d59c877 req-a3643834-4cd4-49ca-b1ad-0c5ae7c1fdb6 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0524480 Oct 14 02:28:51.288199 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627607c-ed1d-46ad-ac33-1b0f4df40024 req-1792107a-6ecf-451f-82fe-d54c21ca753a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:51.289628 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0627607c-ed1d-46ad-ac33-1b0f4df40024 req-1792107a-6ecf-451f-82fe-d54c21ca753a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0782518 Oct 14 02:28:51.298874 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-64ea9f0a-4f26-4fda-94ee-a45c1d59c877 req-30869f59-76b5-4610-8427-d12f474f7d03 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937362 Oct 14 02:28:51.342061 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0627607c-ed1d-46ad-ac33-1b0f4df40024 req-ffc77703-dd52-45b9-91de-56540eda6a51 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422528 Oct 14 02:28:51.508974 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:51.677284 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-973d8aba-9f52-443f-83be-e8865e5aa000 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:51.678876 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-973d8aba-9f52-443f-83be-e8865e5aa000 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 946 time: 0.0515645 Oct 14 02:28:51.733926 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:51.775022 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Deleting port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:28:51.776060 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:51.870134 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] For port e8dcbe91-2392-473f-9ba8-c4aecb793ed4, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e8dcbe91-2392-473f-9ba8-c4aecb793ed4,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:28:51.870483 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:52.128925 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:52.129283 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (5b1dbec6-6e8d-4018-9308-8ec98088414e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:52.129592 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Floating IP 5b1dbec6-6e8d-4018-9308-8ec98088414e disassociated. External IP: 172.27.1.219, port: e8dcbe91-2392-473f-9ba8-c4aecb793ed4. Oct 14 02:28:52.129919 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Calling delete_port for e8dcbe91-2392-473f-9ba8-c4aecb793ed4 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:28:52.175515 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:52.253616 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b8165-7a74-413d-9f50-61656977468f req-e8ab02ef-cd51-49b0-ac19-0c083a6a734e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:52.255325 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-112b8165-7a74-413d-9f50-61656977468f req-e8ab02ef-cd51-49b0-ac19-0c083a6a734e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 946 time: 0.0463538 Oct 14 02:28:52.262038 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (e8dcbe91-2392-473f-9ba8-c4aecb793ed4), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:52.278556 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:52.287393 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'Port': ['ID=e8dcbe91-2392-473f-9ba8-c4aecb793ed4,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:28:52.295055 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:52.309703 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-112b8165-7a74-413d-9f50-61656977468f req-e7d08013-4231-4846-80f5-6349588a8cb0 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dce6a6ae-360a-46e5-847a-9870e0d6d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471554 Oct 14 02:28:52.405366 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Router 51edbdf0-f141-485f-a4ba-89d284f18ca8 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:28:52.442256 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d98cfb-2f0b-4973-a8b3-8245e2562d0f req-65c672b6-1117-46c2-8482-15941e68494f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:52.449992 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-20d98cfb-2f0b-4973-a8b3-8245e2562d0f req-65c672b6-1117-46c2-8482-15941e68494f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0604377 Oct 14 02:28:52.493638 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfa81b-963c-4a0e-aeff-0178907e1b7c req-ef35af3e-1e78-45c5-94b2-014c3da03296 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:52.495998 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7ddfa81b-963c-4a0e-aeff-0178907e1b7c req-ef35af3e-1e78-45c5-94b2-014c3da03296 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0733800 Oct 14 02:28:52.516355 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:28:52.527892 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7d39f-5d88-4fcd-8fa8-2696899684dc None None] Sync routers for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:28:52.540522 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7d39f-5d88-4fcd-8fa8-2696899684dc None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:28:52.541658 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-87e7d39f-5d88-4fcd-8fa8-2696899684dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:28:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:28:52.559138 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-20d98cfb-2f0b-4973-a8b3-8245e2562d0f req-b44a9e06-f14b-495c-849a-383a28d33d07 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987451 Oct 14 02:28:52.563188 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] No DVR routers for this DVR port e8dcbe91-2392-473f-9ba8-c4aecb793ed4 on host hv-cinder-84506 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:28:52.566223 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:52.569736 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e5f7728-4c13-4630-a3f4-8442019ef071 req-c640a611-4991-45c5-bc5b-5832c639a784 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e8dcbe91-2392-473f-9ba8-c4aecb793ed4 HTTP/1.1" status: 204 len: 173 time: 0.8825593 Oct 14 02:28:52.570908 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'name': 'network-vif-deleted', 'tag': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:28:52.574208 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87790b7-5b58-4d9a-a8ab-6bce33877b68" -d '{"events": [{"server_uuid": "cd2c1a7d-5417-4c6f-af9c-f5c0860b133f", "name": "network-vif-deleted", "tag": "e8dcbe91-2392-473f-9ba8-c4aecb793ed4"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:28:52.579050 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7ddfa81b-963c-4a0e-aeff-0178907e1b7c req-edca807f-9c54-4d42-aadf-de84a4743f3b tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757642 Oct 14 02:28:52.652183 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477b7816-316d-467b-980e-28b774d6f1e5 x-openstack-request-id: req-477b7816-316d-467b-980e-28b774d6f1e5 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:28:52.652470 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2c1a7d-5417-4c6f-af9c-f5c0860b133f", "name": "network-vif-deleted", "tag": "e8dcbe91-2392-473f-9ba8-c4aecb793ed4", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:28:52.652989 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-477b7816-316d-467b-980e-28b774d6f1e5 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:28:52.653539 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477b7816-316d-467b-980e-28b774d6f1e5'] response: {'server_uuid': 'cd2c1a7d-5417-4c6f-af9c-f5c0860b133f', 'name': 'network-vif-deleted', 'tag': 'e8dcbe91-2392-473f-9ba8-c4aecb793ed4', 'status': 'completed', 'code': 200} Oct 14 02:28:52.677288 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-87e7d39f-5d88-4fcd-8fa8-2696899684dc None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:28:52.830336 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8b58c-f3d8-4da7-8cf6-48f238389742 req-20da2581-efd7-4db9-9cfe-47362766c0c1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:52.835728 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c7f8b58c-f3d8-4da7-8cf6-48f238389742 req-20da2581-efd7-4db9-9cfe-47362766c0c1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0645292 Oct 14 02:28:52.900875 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c7f8b58c-f3d8-4da7-8cf6-48f238389742 req-d68ab40f-89d9-4799-a265-cd624c54fd21 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600069 Oct 14 02:28:52.929165 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523512f1-c692-45f7-bd2d-e73aba4b3a56 req-a654156d-4723-4030-96b5-1d5f4ac5c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:52.930693 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-523512f1-c692-45f7-bd2d-e73aba4b3a56 req-a654156d-4723-4030-96b5-1d5f4ac5c84b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 1129 time: 0.0706232 Oct 14 02:28:53.057438 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523512f1-c692-45f7-bd2d-e73aba4b3a56 req-5ffc0414-6d30-4000-831c-9929bfd0f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:53.059103 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-523512f1-c692-45f7-bd2d-e73aba4b3a56 req-5ffc0414-6d30-4000-831c-9929bfd0f794 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4299c348-5cd7-492e-82e5-e30b1204822d HTTP/1.1" status: 200 len: 912 time: 0.1081069 Oct 14 02:28:53.129273 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-87e7d39f-5d88-4fcd-8fa8-2696899684dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '52743069-260c-4133-a683-68a5489892b0', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e87188c0-5def-475c-acb8-880420209c29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:67:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c03ea1-9964-412b-8970-9111c364a82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:43Z', 'updated_at': '2022-10-14T02:25:40Z', 'revision_number': 2, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:28:53.150751 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-523512f1-c692-45f7-bd2d-e73aba4b3a56 req-cf14f4e9-0fa2-4685-a2eb-2f1932776e23 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08e2a477-2317-42b9-b220-01bf29646192 HTTP/1.1" status: 200 len: 1000 time: 0.0643117 Oct 14 02:28:53.156067 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7d39f-5d88-4fcd-8fa8-2696899684dc None None] Checking router: 51edbdf0-f141-485f-a4ba-89d284f18ca8 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:28:53.164517 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7d39f-5d88-4fcd-8fa8-2696899684dc None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:28:53.165111 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-87e7d39f-5d88-4fcd-8fa8-2696899684dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:28:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:28:53.268048 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-87e7d39f-5d88-4fcd-8fa8-2696899684dc None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:28:53.430942 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-50580711-dd55-4077-906c-15d51f03778c req-8027721f-db47-4360-829d-e290e30fc502 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cd2c1a7d-5417-4c6f-af9c-f5c0860b133f HTTP/1.1" status: 200 len: 210 time: 0.0278275 Oct 14 02:28:53.488377 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-87e7d39f-5d88-4fcd-8fa8-2696899684dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '52743069-260c-4133-a683-68a5489892b0', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e87188c0-5def-475c-acb8-880420209c29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:67:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c03ea1-9964-412b-8970-9111c364a82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:43Z', 'updated_at': '2022-10-14T02:25:40Z', 'revision_number': 2, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:28:53.514790 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523512f1-c692-45f7-bd2d-e73aba4b3a56 req-2d480314-9c95-46f5-9bae-b2ea579c1639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:53.515245 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7d39f-5d88-4fcd-8fa8-2696899684dc None None] The sync data for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi is: [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '52743069-260c-4133-a683-68a5489892b0', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': 'e87188c0-5def-475c-acb8-880420209c29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:67:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c03ea1-9964-412b-8970-9111c364a82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:24:43Z', 'updated_at': '2022-10-14T02:25:40Z', 'revision_number': 2, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:28:53.517387 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-523512f1-c692-45f7-bd2d-e73aba4b3a56 req-2d480314-9c95-46f5-9bae-b2ea579c1639 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a651fca8-4007-4455-b37a-8eae20093d74 HTTP/1.1" status: 200 len: 850 time: 0.0512719 Oct 14 02:28:53.574370 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523512f1-c692-45f7-bd2d-e73aba4b3a56 req-df7b171e-926f-4592-bd94-f696a2c0ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:53.576421 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-523512f1-c692-45f7-bd2d-e73aba4b3a56 req-df7b171e-926f-4592-bd94-f696a2c0ece3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4299c348-5cd7-492e-82e5-e30b1204822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462818 Oct 14 02:28:53.691350 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-523512f1-c692-45f7-bd2d-e73aba4b3a56 req-30eb27fa-ea18-411c-8780-7d816ca4da6a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052015 Oct 14 02:28:53.754583 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d3d08-6f26-4693-9368-4fa15027a2bb req-c08bd347-d225-42d2-823a-35d1f7b5b8f2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:53.756596 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-af8d3d08-6f26-4693-9368-4fa15027a2bb req-c08bd347-d225-42d2-823a-35d1f7b5b8f2 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0768282 Oct 14 02:28:53.841192 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-af8d3d08-6f26-4693-9368-4fa15027a2bb req-068db353-d08d-40f9-95e3-f7a4b92b3174 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780625 Oct 14 02:28:53.885833 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f69fb-20a8-4f08-9c79-367123e7ca98 None None] New status for floating IP 5b1dbec6-6e8d-4018-9308-8ec98088414e: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:28:54.040334 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56681262-6e1d-4e72-bd8a-de4639b4d284 req-7963857f-526f-434c-b0a2-3af34f412f5e tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:54.042697 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-56681262-6e1d-4e72-bd8a-de4639b4d284 req-7963857f-526f-434c-b0a2-3af34f412f5e tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0622628 Oct 14 02:28:54.045197 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-523512f1-c692-45f7-bd2d-e73aba4b3a56 req-c6e58ede-e372-4ffa-81f6-2cae2eddfaa4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464954 Oct 14 02:28:54.117587 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-56681262-6e1d-4e72-bd8a-de4639b4d284 req-60346c6e-aa67-41d1-b896-ef130e7435d0 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663910 Oct 14 02:28:54.530454 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43054) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:28:54.590323 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (dce6a6ae-360a-46e5-847a-9870e0d6d21a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:54.593274 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:54.620939 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (dce6a6ae-360a-46e5-847a-9870e0d6d21a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:54.672827 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (dce6a6ae-360a-46e5-847a-9870e0d6d21a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:54.675387 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:54.676731 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dce6a6ae-360a-46e5-847a-9870e0d6d21a HTTP/1.1" status: 204 len: 168 time: 0.1450336 Oct 14 02:28:54.679404 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43056) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:28:54.687058 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce6a6ae-360a-46e5-847a-9870e0d6d21a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:28:54.694351 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.694507 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-2a063b3b-a259-4524-86a6-459aaff2bbf9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] show failed (client error): The resource could not be found. Oct 14 02:28:54.694707 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.695048 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.695401 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.695731 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.695933 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2a063b3b-a259-4524-86a6-459aaff2bbf9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups/dce6a6ae-360a-46e5-847a-9870e0d6d21a HTTP/1.1" status: 404 len: 347 time: 0.0153339 Oct 14 02:28:54.696057 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.696379 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.696702 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.697104 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.697459 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.697872 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.698192 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.698534 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.698814 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43058) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:28:54.698956 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.699199 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40181ffe-f706-4e45-8751-2572b21d1e18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:54.739968 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:55.090210 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54e51c-b1d9-4991-bf4f-a850390ec2e6 req-8e5e24bc-1884-4410-ba47-2ae993b65b36 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:55.091668 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3e54e51c-b1d9-4991-bf4f-a850390ec2e6 req-8e5e24bc-1884-4410-ba47-2ae993b65b36 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0758982 Oct 14 02:28:55.092636 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Deleting port ae2c8955-7e51-48e5-a182-13f0444877c8 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:28:55.092968 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (ae2c8955-7e51-48e5-a182-13f0444877c8), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:55.216403 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (ae2c8955-7e51-48e5-a182-13f0444877c8), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:55.216726 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (ae2c8955-7e51-48e5-a182-13f0444877c8), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:55.226142 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3e54e51c-b1d9-4991-bf4f-a850390ec2e6 req-e3830483-0c0c-49fa-bdee-a52d20482913 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1211069 Oct 14 02:28:55.260225 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Calling delete_port for ae2c8955-7e51-48e5-a182-13f0444877c8 owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:28:55.279917 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692539bd-465a-4655-a9bf-3302777cf7c9 req-07e28c00-7cbf-4df5-9a40-2e37d5118564 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:55.281436 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-692539bd-465a-4655-a9bf-3302777cf7c9 req-07e28c00-7cbf-4df5-9a40-2e37d5118564 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0775602 Oct 14 02:28:55.337302 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:55.392484 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-692539bd-465a-4655-a9bf-3302777cf7c9 req-ed40addf-ab05-42b0-8d38-a2e1c42f750b tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041260 Oct 14 02:28:55.468666 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (ae2c8955-7e51-48e5-a182-13f0444877c8), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:55.493234 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'Port': ['ID=ae2c8955-7e51-48e5-a182-13f0444877c8,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:28:55.505596 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.505835 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.506175 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.506572 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.506858 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.507227 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.507560 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.507883 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.508205 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.508549 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.508921 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.509210 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.510111 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.511061 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.511423 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:28:55.568209 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (5b1dbec6-6e8d-4018-9308-8ec98088414e), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:55.571039 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:55.572863 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7478a2ef-c2e6-42ad-8509-eaa84b9a2153 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/5b1dbec6-6e8d-4018-9308-8ec98088414e HTTP/1.1" status: 204 len: 168 time: 0.8720691 Oct 14 02:28:56.353749 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2dbec-9c82-4b2d-8ebc-99da7d3f7cc9 req-87e586ab-56ea-4e04-8da4-9d645534f4f9 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:56.355291 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d2d2dbec-9c82-4b2d-8ebc-99da7d3f7cc9 req-87e586ab-56ea-4e04-8da4-9d645534f4f9 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0511186 Oct 14 02:28:56.378602 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device e8dcbe91-2392-473f-9ba8-c4aecb793ed4 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:28:56.401228 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: e8dcbe91-2392-473f-9ba8-c4aecb793ed4 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:28:56.401737 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device e8dcbe91-2392-473f-9ba8-c4aecb793ed4 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:28:56.420652 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d2d2dbec-9c82-4b2d-8ebc-99da7d3f7cc9 req-a564ebf6-719a-4f2b-b842-aec2b67429c3 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596604 Oct 14 02:28:57.261299 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970ccdf-8307-4438-a08f-e9d22a3312bd req-c16b008d-b754-4ae1-9757-00e7c183ca92 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:57.262835 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2970ccdf-8307-4438-a08f-e9d22a3312bd req-c16b008d-b754-4ae1-9757-00e7c183ca92 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 945 time: 0.0469337 Oct 14 02:28:57.310987 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2970ccdf-8307-4438-a08f-e9d22a3312bd req-826425a7-955e-4be7-90ec-245a37efbfd7 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425713 Oct 14 02:28:57.549149 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36653c25-1c4f-47c3-ba5a-a012fc5105c1 req-7c1ed060-458d-4040-9123-204ec821fd6c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:57.550626 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-36653c25-1c4f-47c3-ba5a-a012fc5105c1 req-7c1ed060-458d-4040-9123-204ec821fd6c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0484302 Oct 14 02:28:57.600653 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:57.617558 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-36653c25-1c4f-47c3-ba5a-a012fc5105c1 req-671c0e0e-fc79-40e1-8d14-ec524e286ead tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613003 Oct 14 02:28:58.361881 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:28:58.430308 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df3ad-ad17-4cd5-babb-dfbcb64d5319 req-f4bd0989-ee46-46fc-8346-fef750a1c9a0 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:58.431687 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f73df3ad-ad17-4cd5-babb-dfbcb64d5319 req-f4bd0989-ee46-46fc-8346-fef750a1c9a0 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 945 time: 0.0460725 Oct 14 02:28:58.477833 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f73df3ad-ad17-4cd5-babb-dfbcb64d5319 req-3b068dee-2b37-48e4-baed-49429c606aa7 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406697 Oct 14 02:28:58.742365 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0a0c8-779d-4764-83cc-47d258fc90ed req-ed7ad7ee-222e-465d-80ce-f62c3164d761 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:58.744029 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-27d0a0c8-779d-4764-83cc-47d258fc90ed req-ed7ad7ee-222e-465d-80ce-f62c3164d761 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0473590 Oct 14 02:28:58.811641 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-27d0a0c8-779d-4764-83cc-47d258fc90ed req-da8fd1c0-c383-416c-91bc-533efc573d5a tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617180 Oct 14 02:28:59.485491 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-78789c21-d0ce-4e64-a3b9-13173985e216 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:59.487333 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-78789c21-d0ce-4e64-a3b9-13173985e216 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 945 time: 0.0458596 Oct 14 02:28:59.563453 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:28:59.575402 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Deleting port e87188c0-5def-475c-acb8-880420209c29 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:28:59.575744 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (e87188c0-5def-475c-acb8-880420209c29), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:59.604700 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6b42e-2754-4cc9-ac4b-876129d4c3a5 req-b4484b31-4193-4f0d-8938-9677929f25bf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:59.606178 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-22a6b42e-2754-4cc9-ac4b-876129d4c3a5 req-b4484b31-4193-4f0d-8938-9677929f25bf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 945 time: 0.0502563 Oct 14 02:28:59.653894 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-22a6b42e-2754-4cc9-ac4b-876129d4c3a5 req-20ab859f-729e-493d-bab1-e02c9e89a91b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fa1d0488-f0fa-4d77-a70a-c16221c12578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421655 Oct 14 02:28:59.669179 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] For port e87188c0-5def-475c-acb8-880420209c29, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=e87188c0-5def-475c-acb8-880420209c29,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:28:59.669542 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (e87188c0-5def-475c-acb8-880420209c29), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:59.830260 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:59.830616 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (52743069-260c-4133-a683-68a5489892b0), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:59.830925 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Floating IP 52743069-260c-4133-a683-68a5489892b0 disassociated. External IP: 172.27.1.78, port: e87188c0-5def-475c-acb8-880420209c29. Oct 14 02:28:59.831290 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Calling delete_port for e87188c0-5def-475c-acb8-880420209c29 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:28:59.903645 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43142) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:28:59.931935 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a966b9-8317-4e15-b8f9-a3288a426281 req-11bdef5b-3c9c-4812-a918-15741e50d11f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:28:59.933759 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-04a966b9-8317-4e15-b8f9-a3288a426281 req-11bdef5b-3c9c-4812-a918-15741e50d11f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0504341 Oct 14 02:28:59.978691 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1d6dda-6ea1-4264-bd25-dcb820b59281 admin admin] Deleting subnet efbc0cd0-d16a-4e62-91b5-dfb01bace633 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:28:59.983435 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6dda-6ea1-4264-bd25-dcb820b59281 admin admin] Publish callbacks [] for subnet (efbc0cd0-d16a-4e62-91b5-dfb01bace633), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:28:59.994478 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-04a966b9-8317-4e15-b8f9-a3288a426281 req-bf2e9f47-291d-4148-a19e-31a74a1f42e0 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547864 Oct 14 02:29:00.025890 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (e87188c0-5def-475c-acb8-880420209c29), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.058297 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'Port': ['ID=e87188c0-5def-475c-acb8-880420209c29,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:00.064974 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6dda-6ea1-4264-bd25-dcb820b59281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944087'] for subnet (efbc0cd0-d16a-4e62-91b5-dfb01bace633), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.077970 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.149187 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6dda-6ea1-4264-bd25-dcb820b59281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (efbc0cd0-d16a-4e62-91b5-dfb01bace633), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.239481 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Router 51edbdf0-f141-485f-a4ba-89d284f18ca8 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:29:00.245620 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:00.249973 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6dda-6ea1-4264-bd25-dcb820b59281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9674441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975224'] for subnet (efbc0cd0-d16a-4e62-91b5-dfb01bace633), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.253329 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:00.284975 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d6dda-6ea1-4264-bd25-dcb820b59281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efbc0cd0-d16a-4e62-91b5-dfb01bace633,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:00.317809 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6dda-6ea1-4264-bd25-dcb820b59281 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.320876 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ea1d6dda-6ea1-4264-bd25-dcb820b59281 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/efbc0cd0-d16a-4e62-91b5-dfb01bace633 HTTP/1.1" status: 204 len: 168 time: 0.4163051 Oct 14 02:29:00.324364 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43144) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:00.386235 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:29:00.396792 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (07246b11-83f9-4023-9995-330b19724fb7), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.399337 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ced43-7868-495b-8bcc-e832a1862c19 None None] Sync routers for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:29:00.416089 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ced43-7868-495b-8bcc-e832a1862c19 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:29:00.417295 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-df5ced43-7868-495b-8bcc-e832a1862c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:28:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:00.444575 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] No DVR routers for this DVR port e87188c0-5def-475c-acb8-880420209c29 on host hv-cinder-84506 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:29:00.448864 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.452132 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7880c338-152b-49e6-8e99-5b32c39a5ff9 req-f2cc05fb-592f-4de2-9146-d102479536a8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e87188c0-5def-475c-acb8-880420209c29 HTTP/1.1" status: 204 len: 173 time: 0.9585700 Oct 14 02:29:00.452656 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c03ea1-9964-412b-8970-9111c364a82c', 'name': 'network-vif-deleted', 'tag': 'e87188c0-5def-475c-acb8-880420209c29'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:29:00.465274 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d016b5c2-b812-4dd4-bc6b-21a44a83c95b" -d '{"events": [{"server_uuid": "93c03ea1-9964-412b-8970-9111c364a82c", "name": "network-vif-deleted", "tag": "e87188c0-5def-475c-acb8-880420209c29"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:29:00.479440 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (07246b11-83f9-4023-9995-330b19724fb7), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.502821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07246b11-83f9-4023-9995-330b19724fb7']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:00.514439 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256c826f-2371-4e29-9c89-aca87a003cea') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:00.514731 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256c826f-2371-4e29-9c89-aca87a003cea') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:00.525802 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8933932'] for segment (256c826f-2371-4e29-9c89-aca87a003cea), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.536168 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd3ba11-4063-437e-80e4-345c69b6dd81 x-openstack-request-id: req-dcd3ba11-4063-437e-80e4-345c69b6dd81 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:29:00.536659 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c03ea1-9964-412b-8970-9111c364a82c", "name": "network-vif-deleted", "tag": "e87188c0-5def-475c-acb8-880420209c29", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:29:00.536782 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcd3ba11-4063-437e-80e4-345c69b6dd81 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:29:00.537146 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd3ba11-4063-437e-80e4-345c69b6dd81'] response: {'server_uuid': '93c03ea1-9964-412b-8970-9111c364a82c', 'name': 'network-vif-deleted', 'tag': 'e87188c0-5def-475c-acb8-880420209c29', 'status': 'completed', 'code': 200} Oct 14 02:29:00.541292 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (256c826f-2371-4e29-9c89-aca87a003cea), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.548583 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:29:00.548993 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9734105'] for segment (256c826f-2371-4e29-9c89-aca87a003cea), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.553640 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:00.553825 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:00.559041 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:00.563633 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-df5ced43-7868-495b-8bcc-e832a1862c19 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:29:00.583055 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 256c826f-2371-4e29-9c89-aca87a003cea resource provider aggregate not found Oct 14 02:29:00.613867 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 256c826f-2371-4e29-9c89-aca87a003cea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 256c826f-2371-4e29-9c89-aca87a003cea found for delete ", "request_id": "req-4dfc7721-be42-4d75-a299-2b73e77afa0b"}]} Oct 14 02:29:00.645994 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (07246b11-83f9-4023-9995-330b19724fb7), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.651739 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:00.655271 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/07246b11-83f9-4023-9995-330b19724fb7 HTTP/1.1" status: 204 len: 168 time: 0.3293977 Oct 14 02:29:00.669327 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f47d3-9e01-4f17-a803-a0c551469db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=07246b11-83f9-4023-9995-330b19724fb7,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:00.803716 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d9147f19-c1ef-406e-8198-d959bafb8dfd req-6a7eca83-760a-4a60-bfeb-cc37f1928d18 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=93c03ea1-9964-412b-8970-9111c364a82c HTTP/1.1" status: 200 len: 210 time: 0.0434415 Oct 14 02:29:00.811404 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-df5ced43-7868-495b-8bcc-e832a1862c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:00.840993 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ced43-7868-495b-8bcc-e832a1862c19 None None] Checking router: 51edbdf0-f141-485f-a4ba-89d284f18ca8 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:29:00.850124 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ced43-7868-495b-8bcc-e832a1862c19 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:29:00.850730 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-df5ced43-7868-495b-8bcc-e832a1862c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:28:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:00.894397 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43158) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:00.938468 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43160) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:00.939926 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-af2a50a0-c75f-422b-8b0e-093540fef582 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d4b1c4a008a84d9587b98c155ac0ace1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442374 Oct 14 02:29:00.972764 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-df5ced43-7868-495b-8bcc-e832a1862c19 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:29:00.988923 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b0b62400-5076-4e91-b638-9de565a1b0e8 admin admin] Publish callbacks [] for security_group (d8d5f97b-781a-4ab4-9178-c6e654c13716), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:01.009726 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b0b62400-5076-4e91-b638-9de565a1b0e8 admin admin] Publish callbacks [] for security_group (d8d5f97b-781a-4ab4-9178-c6e654c13716), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:01.058210 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b0b62400-5076-4e91-b638-9de565a1b0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d8d5f97b-781a-4ab4-9178-c6e654c13716), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:01.060923 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b0b62400-5076-4e91-b638-9de565a1b0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:01.064854 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b0b62400-5076-4e91-b638-9de565a1b0e8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d8d5f97b-781a-4ab4-9178-c6e654c13716 HTTP/1.1" status: 204 len: 168 time: 0.1226244 Oct 14 02:29:01.078537 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b62400-5076-4e91-b638-9de565a1b0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d5f97b-781a-4ab4-9178-c6e654c13716,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:01.145740 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6363f26-b4b3-4fb7-b4f7-8db243ac4097 req-22902fa5-5ea1-4503-bc84-9954e2e43572 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:01.147749 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6363f26-b4b3-4fb7-b4f7-8db243ac4097 req-22902fa5-5ea1-4503-bc84-9954e2e43572 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0612025 Oct 14 02:29:01.179040 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:01.192541 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-df5ced43-7868-495b-8bcc-e832a1862c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:01.220611 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d6363f26-b4b3-4fb7-b4f7-8db243ac4097 req-59aa8958-4867-4492-bb55-338fd6fe907e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656736 Oct 14 02:29:01.221494 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ced43-7868-495b-8bcc-e832a1862c19 None None] The sync data for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi is: [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:29:01.480164 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3921c56-bba9-4404-9310-697120091dfc None None] New status for floating IP 52743069-260c-4133-a683-68a5489892b0: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:29:01.894735 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43194) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:01.951205 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-86fb4711-f091-4df4-9db3-8e31dcf70ff6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (fa1d0488-f0fa-4d77-a70a-c16221c12578), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:01.973850 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-86fb4711-f091-4df4-9db3-8e31dcf70ff6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (fa1d0488-f0fa-4d77-a70a-c16221c12578), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.026467 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-86fb4711-f091-4df4-9db3-8e31dcf70ff6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (fa1d0488-f0fa-4d77-a70a-c16221c12578), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.029197 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-86fb4711-f091-4df4-9db3-8e31dcf70ff6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.030350 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-86fb4711-f091-4df4-9db3-8e31dcf70ff6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fa1d0488-f0fa-4d77-a70a-c16221c12578 HTTP/1.1" status: 204 len: 168 time: 0.1345344 Oct 14 02:29:02.033182 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43200) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:02.043011 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb4711-f091-4df4-9db3-8e31dcf70ff6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1d0488-f0fa-4d77-a70a-c16221c12578,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:02.048572 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-3911ceb5-c9a1-468f-a6da-baa269cdb61f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] show failed (client error): The resource could not be found. Oct 14 02:29:02.051393 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3911ceb5-c9a1-468f-a6da-baa269cdb61f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups/fa1d0488-f0fa-4d77-a70a-c16221c12578 HTTP/1.1" status: 404 len: 347 time: 0.0156522 Oct 14 02:29:02.052616 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43204) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:02.169814 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d7ff1-ddc6-4c6e-a4b4-46e37938558b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Deleting port 03cd6303-cc77-4746-81ce-470b61a59f99 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:29:02.170157 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7ff1-ddc6-4c6e-a4b4-46e37938558b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (03cd6303-cc77-4746-81ce-470b61a59f99), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.255589 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7ff1-ddc6-4c6e-a4b4-46e37938558b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (03cd6303-cc77-4746-81ce-470b61a59f99), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.256076 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7ff1-ddc6-4c6e-a4b4-46e37938558b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (03cd6303-cc77-4746-81ce-470b61a59f99), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.269914 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d7ff1-ddc6-4c6e-a4b4-46e37938558b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Calling delete_port for 03cd6303-cc77-4746-81ce-470b61a59f99 owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:29:02.387981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b04853-9e06-4f55-ab5f-a608e559b287 req-d53087e7-3896-4700-a467-91a65e7f64fd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:02.389485 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b4b04853-9e06-4f55-ab5f-a608e559b287 req-d53087e7-3896-4700-a467-91a65e7f64fd tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0765078 Oct 14 02:29:02.497143 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b4b04853-9e06-4f55-ab5f-a608e559b287 req-97ade6c6-70ae-426a-98fb-ca498928b86e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996614 Oct 14 02:29:02.518185 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7ff1-ddc6-4c6e-a4b4-46e37938558b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (03cd6303-cc77-4746-81ce-470b61a59f99), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.545813 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d7ff1-ddc6-4c6e-a4b4-46e37938558b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'Port': ['ID=03cd6303-cc77-4746-81ce-470b61a59f99,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:02.605302 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7ff1-ddc6-4c6e-a4b4-46e37938558b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (52743069-260c-4133-a683-68a5489892b0), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.607964 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7ff1-ddc6-4c6e-a4b4-46e37938558b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.609110 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9c2d7ff1-ddc6-4c6e-a4b4-46e37938558b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/52743069-260c-4133-a683-68a5489892b0 HTTP/1.1" status: 204 len: 168 time: 0.5554352 Oct 14 02:29:02.691743 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43218) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:02.696375 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-e5d0ddcf-dedf-4f66-a960-f1a5bd0f8926 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--65128136', 'description': 'tempest-description--1766521481'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:02.716841 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e5d0ddcf-dedf-4f66-a960-f1a5bd0f8926 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.788101 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e5d0ddcf-dedf-4f66-a960-f1a5bd0f8926 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (cfb819bd-c1b8-435f-9402-572c1980b6c7), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.792436 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e5d0ddcf-dedf-4f66-a960-f1a5bd0f8926 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (cfb819bd-c1b8-435f-9402-572c1980b6c7), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.809853 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:02.822831 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e5d0ddcf-dedf-4f66-a960-f1a5bd0f8926 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.824065 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e5d0ddcf-dedf-4f66-a960-f1a5bd0f8926 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1313460 Oct 14 02:29:02.826733 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0ddcf-dedf-4f66-a960-f1a5bd0f8926 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb819bd-c1b8-435f-9402-572c1980b6c7,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:02.827303 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43220) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:02.833288 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-15667006-6c09-41cb-8687-e5c4fb96c610 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group_rule': {'security_group_id': 'cfb819bd-c1b8-435f-9402-572c1980b6c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:02.860467 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-15667006-6c09-41cb-8687-e5c4fb96c610 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (f8a4aded-544e-49db-9345-3eab9ba29905), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.914728 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-15667006-6c09-41cb-8687-e5c4fb96c610 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (f8a4aded-544e-49db-9345-3eab9ba29905), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.918924 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-15667006-6c09-41cb-8687-e5c4fb96c610 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (f8a4aded-544e-49db-9345-3eab9ba29905), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.938489 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15667006-6c09-41cb-8687-e5c4fb96c610 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a4aded-544e-49db-9345-3eab9ba29905,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:02.943182 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-15667006-6c09-41cb-8687-e5c4fb96c610 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.944358 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-15667006-6c09-41cb-8687-e5c4fb96c610 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158733 Oct 14 02:29:02.947726 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43222) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:02.952232 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-e3c7f5a7-5258-40be-a3e8-06c219baf66d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group_rule': {'security_group_id': 'cfb819bd-c1b8-435f-9402-572c1980b6c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:02.978302 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f5a7-5258-40be-a3e8-06c219baf66d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (dd7d6987-8548-4692-a5e6-5583f9482353), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:02.981684 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:03.035198 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f5a7-5258-40be-a3e8-06c219baf66d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (dd7d6987-8548-4692-a5e6-5583f9482353), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.038876 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f5a7-5258-40be-a3e8-06c219baf66d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (dd7d6987-8548-4692-a5e6-5583f9482353), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.054479 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7f5a7-5258-40be-a3e8-06c219baf66d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7d6987-8548-4692-a5e6-5583f9482353,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:03.064677 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f5a7-5258-40be-a3e8-06c219baf66d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.065871 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e3c7f5a7-5258-40be-a3e8-06c219baf66d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171832 Oct 14 02:29:03.069074 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43224) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:03.073820 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:03.094648 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.173537 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.276884 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Allocated IP 172.27.1.21 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/055f6196-5029-47ef-8e4d-040bd0aef91d) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:29:03.378847 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (055f6196-5029-47ef-8e4d-040bd0aef91d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.410520 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (055f6196-5029-47ef-8e4d-040bd0aef91d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.450582 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:29:03.455050 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:29:03.457678 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:29:03.483365 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=055f6196-5029-47ef-8e4d-040bd0aef91d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:03.557415 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (158ecac7-0d39-4b40-b8f6-cc1b4246bc51), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.632768 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (055f6196-5029-47ef-8e4d-040bd0aef91d), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.656179 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:03.666783 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0968bc-10ff-419c-832e-50d46c41336b req-6db0c62f-b51e-420b-ad79-248c85e698fc tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:03.668324 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c0968bc-10ff-419c-832e-50d46c41336b req-6db0c62f-b51e-420b-ad79-248c85e698fc tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0798409 Oct 14 02:29:03.701017 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:03.804809 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c0968bc-10ff-419c-832e-50d46c41336b req-2452aba7-b070-4265-a364-1b3c8edd6db5 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269555 Oct 14 02:29:03.859094 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (055f6196-5029-47ef-8e4d-040bd0aef91d), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.864837 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (055f6196-5029-47ef-8e4d-040bd0aef91d), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.932311 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=055f6196-5029-47ef-8e4d-040bd0aef91d,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:03.934628 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (158ecac7-0d39-4b40-b8f6-cc1b4246bc51), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.950050 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:03.951337 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8e643b1b-bb76-4af8-bd8b-7d61249d7d13 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8812673 Oct 14 02:29:04.147942 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-a143f966-e0b2-42ea-bc45-0484c1379cac tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--65128136&fields=id&tenant_id=1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 267 time: 0.0437362 Oct 14 02:29:04.258441 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d120465-c280-4972-8bb4-03c16bdd415a req-3c054730-cb78-4301-95b0-ce1c857cd78e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:04.260524 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-3c054730-cb78-4301-95b0-ce1c857cd78e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 815 time: 0.1062305 Oct 14 02:29:04.274883 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-943da8be-4c56-4ae6-a6ca-ac9daaeb4709 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/quotas/1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 375 time: 0.0088446 Oct 14 02:29:04.323665 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-9ee3a6b0-39fd-4309-a36b-3a6051411b9c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438688 Oct 14 02:29:04.417948 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-1ff59e0f-11bf-44c3-9d7b-985b03e1f7db service neutron] 10.222.0.18 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831063 Oct 14 02:29:04.512251 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-dbce31c1-db9a-4f69-ba58-526ce19cd5e2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884774 Oct 14 02:29:04.692582 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3457db42-05f8-41e7-9625-8c10cf65d3c7 req-6eafd10d-9620-4b42-9d43-05e30a6e9a0b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 210 time: 0.0388350 Oct 14 02:29:04.935990 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e372cd6-afe2-4b0e-928c-64c2cad34122 req-c9bd4d40-f378-44e5-9c3d-42c8d28c5896 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:04.937920 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1e372cd6-afe2-4b0e-928c-64c2cad34122 req-c9bd4d40-f378-44e5-9c3d-42c8d28c5896 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0534027 Oct 14 02:29:05.000538 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1e372cd6-afe2-4b0e-928c-64c2cad34122 req-3d44aeb9-15ab-469f-b95f-e42f90096ce9 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568395 Oct 14 02:29:05.425353 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device e87188c0-5def-475c-acb8-880420209c29 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:29:05.444092 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: e87188c0-5def-475c-acb8-880420209c29 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:29:05.444435 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device e87188c0-5def-475c-acb8-880420209c29 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:29:05.794134 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e0c7b4f8-fed2-46b1-bc6a-72991f93e403 req-63aac715-ab81-4517-9a5b-f6bc42367f0e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 210 time: 0.0278654 Oct 14 02:29:06.126168 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff276a-4ece-418b-acfe-f3a90208e946 req-d0876365-1995-43dd-8ed4-505e2241fb7c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:06.127796 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-12ff276a-4ece-418b-acfe-f3a90208e946 req-d0876365-1995-43dd-8ed4-505e2241fb7c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0499012 Oct 14 02:29:06.183118 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:06.189650 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-12ff276a-4ece-418b-acfe-f3a90208e946 req-a41a55fd-9af8-45af-bafb-7f25dd21cd52 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563142 Oct 14 02:29:06.929768 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-472fc178-f96c-4b1f-bb04-24fe4f6c59a6 req-7c0507b2-1846-4c24-a049-28daa154026f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 210 time: 0.0572150 Oct 14 02:29:07.313964 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778be8f-cfbe-44e5-9dae-944890117569 req-cf836d74-2e3a-4838-aaf1-c7561e7ead84 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:07.315413 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6778be8f-cfbe-44e5-9dae-944890117569 req-cf836d74-2e3a-4838-aaf1-c7561e7ead84 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0458908 Oct 14 02:29:07.341000 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:07.378566 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6778be8f-cfbe-44e5-9dae-944890117569 req-8f887f83-e2ef-4701-89b9-6f04f150c33c tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b352366b-9b9e-426d-a811-0ab33b8e74eb&id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575843 Oct 14 02:29:08.014421 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d120465-c280-4972-8bb4-03c16bdd415a req-ea145f6d-cc26-4147-8ff9-75aedcbf1f15 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:08.016399 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-ea145f6d-cc26-4147-8ff9-75aedcbf1f15 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 815 time: 0.1160076 Oct 14 02:29:08.069776 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-45e0ea5e-f1e8-4b47-85fc-36c218660e23 req-1882f2c5-469d-4971-bc0a-4073be7b9a78 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 210 time: 0.0442648 Oct 14 02:29:08.090862 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-31edad13-1ab5-4494-b449-96344a54d24a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 378 time: 0.0648360 Oct 14 02:29:08.100498 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'port': {'device_id': '0103e370-2559-4951-a9cc-57aa3ea18708', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'admin_state_up': True, 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'security_groups': ['cfb819bd-c1b8-435f-9402-572c1980b6c7']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:08.115569 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:08.212943 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Made reservation on behalf of 1d2f70db22ec43d5ba9125f940433320 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:29:08.216864 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:08.297357 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:08.351412 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Allocated IP 172.20.0.10 (720db06d-fc1d-4485-8eb8-fc21c261caf6/31ddbc8f-06e9-40ef-8f70-e180cde6ef88/49697258-4b17-49f3-80c4-5f455e0dba64) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:29:08.492304 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (49697258-4b17-49f3-80c4-5f455e0dba64), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:08.524185 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:08.567871 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:29:08.570860 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:29:08.573532 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:29:08.605984 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=49697258-4b17-49f3-80c4-5f455e0dba64,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:08.631296 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:08.631939 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:08.648777 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-52ec3a99-4832-456b-a2b2-b19007b7b811 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5522406 Oct 14 02:29:08.661085 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Request body: {'port': {'device_id': '0103e370-2559-4951-a9cc-57aa3ea18708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:08.736801 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:08.848152 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-0e669ebf-3bad-401e-b7b5-2bd8e2ec05b1 None None] Provisioning complete for port 49697258-4b17-49f3-80c4-5f455e0dba64 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:29:08.848708 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0e669ebf-3bad-401e-b7b5-2bd8e2ec05b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:08.849248 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-0e669ebf-3bad-401e-b7b5-2bd8e2ec05b1 None None] Attempt 1 to provision port 49697258-4b17-49f3-80c4-5f455e0dba64 Oct 14 02:29:08.885206 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-0e669ebf-3bad-401e-b7b5-2bd8e2ec05b1 None None] Port 49697258-4b17-49f3-80c4-5f455e0dba64 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:29:08.908715 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:08.985865 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49697258-4b17-49f3-80c4-5f455e0dba64 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:29:08.993435 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Publish callbacks [] for port (49697258-4b17-49f3-80c4-5f455e0dba64), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.005510 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Transition to ACTIVE for port object 49697258-4b17-49f3-80c4-5f455e0dba64 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:29:09.009707 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.069998 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=49697258-4b17-49f3-80c4-5f455e0dba64,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:09.103403 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:09.122614 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Attempting to bind port 49697258-4b17-49f3-80c4-5f455e0dba64 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:29:09.122946 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Attempting to bind port 49697258-4b17-49f3-80c4-5f455e0dba64 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:29:09.123297 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Attempting to bind port 49697258-4b17-49f3-80c4-5f455e0dba64 on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:29:09.166804 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Port 49697258-4b17-49f3-80c4-5f455e0dba64 on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:29:09.167274 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Attempting to bind port 49697258-4b17-49f3-80c4-5f455e0dba64 on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:29:09.208019 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7560b6-8fa3-4685-b8a1-093c0c3ee9ce req-cdefb9bd-7c81-45a0-99bb-b5e14f0e629a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:09.210118 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7b7560b6-8fa3-4685-b8a1-093c0c3ee9ce req-cdefb9bd-7c81-45a0-99bb-b5e14f0e629a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 944 time: 0.0523641 Oct 14 02:29:09.215884 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:29:09.216254 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Checking segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:29:09.216590 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Bound using segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:29:09.217041 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Bound port: 49697258-4b17-49f3-80c4-5f455e0dba64, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:29:09.217397 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.266116 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7b7560b6-8fa3-4685-b8a1-093c0c3ee9ce req-6c0def4b-e73a-4215-bdcb-8f4102ea6416 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479112 Oct 14 02:29:09.283118 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] For port 49697258-4b17-49f3-80c4-5f455e0dba64, host hv-cinder-84506, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:29:09.286780 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] For port 49697258-4b17-49f3-80c4-5f455e0dba64, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=49697258-4b17-49f3-80c4-5f455e0dba64,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:29:09.293070 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.298880 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:09.299396 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.300751 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/49697258-4b17-49f3-80c4-5f455e0dba64 HTTP/1.1" status: 200 len: 1094 time: 0.6439366 Oct 14 02:29:09.301237 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0103e370-2559-4951-a9cc-57aa3ea18708', 'tag': '49697258-4b17-49f3-80c4-5f455e0dba64'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:29:09.303458 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c65f06-d282-4478-bcf3-6a471d13e1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0103e370-2559-4951-a9cc-57aa3ea18708", "tag": "49697258-4b17-49f3-80c4-5f455e0dba64"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:29:09.348523 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8eb759-b843-48ca-81ae-f60252f65a5e x-openstack-request-id: req-5d8eb759-b843-48ca-81ae-f60252f65a5e {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:29:09.348987 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0103e370-2559-4951-a9cc-57aa3ea18708", "tag": "49697258-4b17-49f3-80c4-5f455e0dba64", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:29:09.349325 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d8eb759-b843-48ca-81ae-f60252f65a5e {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:29:09.349829 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8eb759-b843-48ca-81ae-f60252f65a5e'] response: {'name': 'network-changed', 'server_uuid': '0103e370-2559-4951-a9cc-57aa3ea18708', 'tag': '49697258-4b17-49f3-80c4-5f455e0dba64', 'status': 'completed', 'code': 200} Oct 14 02:29:09.365734 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b145ecc-a450-401f-9e19-dfdbdb125aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=49697258-4b17-49f3-80c4-5f455e0dba64,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:09.398294 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8a2aacf4-c427-45b9-b357-7ec62d976e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:09.399890 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-8a2aacf4-c427-45b9-b357-7ec62d976e9f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 1128 time: 0.0475819 Oct 14 02:29:09.406324 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43322) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:09.441930 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-4c81a21d-8a23-46d1-a548-bc6530109b71 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49697258-4b17-49f3-80c4-5f455e0dba64 HTTP/1.1" status: 200 len: 217 time: 0.0321963 Oct 14 02:29:09.492433 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d120465-c280-4972-8bb4-03c16bdd415a req-d90d36ab-e579-40e0-af31-fb5671d08bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:09.494543 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-d90d36ab-e579-40e0-af31-fb5671d08bb4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.0456007 Oct 14 02:29:09.518082 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d86b9c6e-213c-4cfa-9872-32196b446f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.542667 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d120465-c280-4972-8bb4-03c16bdd415a req-c3647052-8846-4d22-a0f2-1f39e4d99226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:09.544329 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-c3647052-8846-4d22-a0f2-1f39e4d99226 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397174 Oct 14 02:29:09.594946 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d86b9c6e-213c-4cfa-9872-32196b446f8a admin admin] Publish callbacks [] for security_group (cedd25cb-252a-4865-b15d-9f150c6ecd0a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.598634 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d86b9c6e-213c-4cfa-9872-32196b446f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (cedd25cb-252a-4865-b15d-9f150c6ecd0a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.637981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b9c6e-213c-4cfa-9872-32196b446f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd25cb-252a-4865-b15d-9f150c6ecd0a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:09.642222 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d86b9c6e-213c-4cfa-9872-32196b446f8a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=62a43fae652c4b308475b7bc8286baed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348812 Oct 14 02:29:09.643602 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-12310652-d003-4b2b-8987-d25d9f5dfd18 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926902 Oct 14 02:29:09.645108 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43326) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:09.735645 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:09.765362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6e10-6718-47d2-b0eb-385c4fb48ef8 admin admin] Publish callbacks [] for security_group (cedd25cb-252a-4865-b15d-9f150c6ecd0a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.785952 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d120465-c280-4972-8bb4-03c16bdd415a req-09bdea78-a98a-4403-adda-3df66f2ba499 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343546 Oct 14 02:29:09.795809 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6e10-6718-47d2-b0eb-385c4fb48ef8 admin admin] Publish callbacks [] for security_group (cedd25cb-252a-4865-b15d-9f150c6ecd0a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.844403 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6e10-6718-47d2-b0eb-385c4fb48ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (cedd25cb-252a-4865-b15d-9f150c6ecd0a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.847229 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6e10-6718-47d2-b0eb-385c4fb48ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:09.848348 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ff4b6e10-6718-47d2-b0eb-385c4fb48ef8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cedd25cb-252a-4865-b15d-9f150c6ecd0a HTTP/1.1" status: 204 len: 168 time: 0.2024114 Oct 14 02:29:09.856803 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b6e10-6718-47d2-b0eb-385c4fb48ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedd25cb-252a-4865-b15d-9f150c6ecd0a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:10.391316 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ccce1-feb9-4123-97b9-3b49cdf02c3a req-6daf153e-4207-4843-a46b-77c939a3a21b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:10.392758 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-479ccce1-feb9-4123-97b9-3b49cdf02c3a req-6daf153e-4207-4843-a46b-77c939a3a21b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 944 time: 0.0490084 Oct 14 02:29:10.439475 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-479ccce1-feb9-4123-97b9-3b49cdf02c3a req-c6d11f4d-b3e6-4df2-bb19-fd40061d10aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411925 Oct 14 02:29:10.837686 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c65f06-d282-4478-bcf3-6a471d13e1e1 req-ee7b74af-ef6a-4818-9263-555bb7e7bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:10.839305 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-37c65f06-d282-4478-bcf3-6a471d13e1e1 req-ee7b74af-ef6a-4818-9263-555bb7e7bfda service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 1128 time: 0.0413752 Oct 14 02:29:10.940377 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c65f06-d282-4478-bcf3-6a471d13e1e1 req-174a96e2-6ff1-4d32-8c16-6a4115012b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:10.941846 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-37c65f06-d282-4478-bcf3-6a471d13e1e1 req-174a96e2-6ff1-4d32-8c16-6a4115012b74 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 916 time: 0.0947413 Oct 14 02:29:10.980058 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-37c65f06-d282-4478-bcf3-6a471d13e1e1 req-b7e57d72-a2d6-4cf5-80c9-83c4ca9a28d3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49697258-4b17-49f3-80c4-5f455e0dba64 HTTP/1.1" status: 200 len: 217 time: 0.0317950 Oct 14 02:29:11.036092 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c65f06-d282-4478-bcf3-6a471d13e1e1 req-02fdd0f0-6edf-49a5-bc69-2c12cd60c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:11.037471 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-37c65f06-d282-4478-bcf3-6a471d13e1e1 req-02fdd0f0-6edf-49a5-bc69-2c12cd60c4e7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.0424697 Oct 14 02:29:11.079762 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:11.088223 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c65f06-d282-4478-bcf3-6a471d13e1e1 req-34596064-7239-4e49-9a98-90cf17fb7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:11.089679 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-37c65f06-d282-4478-bcf3-6a471d13e1e1 req-34596064-7239-4e49-9a98-90cf17fb7106 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424969 Oct 14 02:29:11.177565 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-37c65f06-d282-4478-bcf3-6a471d13e1e1 req-56417fe9-efbb-459d-8f5f-eb57fb85fc27 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815146 Oct 14 02:29:11.270725 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-37c65f06-d282-4478-bcf3-6a471d13e1e1 req-229c6d77-f59c-4a12-8bda-915ed1969038 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843837 Oct 14 02:29:11.561034 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121702e7-75d3-4289-bfc1-fca2b5119b87 req-7590e897-5c8d-4517-a05f-cf10e05cb63b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:11.562413 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-121702e7-75d3-4289-bfc1-fca2b5119b87 req-7590e897-5c8d-4517-a05f-cf10e05cb63b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 944 time: 0.0468612 Oct 14 02:29:11.608936 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-121702e7-75d3-4289-bfc1-fca2b5119b87 req-a0221b9d-2e67-471b-b221-201bbb39fd9a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410247 Oct 14 02:29:12.455988 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 49697258-4b17-49f3-80c4-5f455e0dba64 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:29:12.558732 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 49697258-4b17-49f3-80c4-5f455e0dba64, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=49697258-4b17-49f3-80c4-5f455e0dba64,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:29:12.570121 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '49697258-4b17-49f3-80c4-5f455e0dba64', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'port_id': '49697258-4b17-49f3-80c4-5f455e0dba64', 'mac_address': 'fa:16:3e:79:53:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:29:12.605662 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 49697258-4b17-49f3-80c4-5f455e0dba64 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:29:12.606038 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:12.619811 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49697258-4b17-49f3-80c4-5f455e0dba64 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:29:12.639530 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 49697258-4b17-49f3-80c4-5f455e0dba64, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=49697258-4b17-49f3-80c4-5f455e0dba64,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:29:12.644639 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:12.686854 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:12.692687 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=49697258-4b17-49f3-80c4-5f455e0dba64,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:12.700905 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.701251 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.701616 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.701972 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.702311 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.702657 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.702968 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.703327 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.703655 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.703978 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.704303 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.704626 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.704950 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.705270 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.705589 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:29:12.732989 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8123a43-2c07-45ae-8b5c-a8b0a2b556bf req-93c521ad-1c9d-4412-8ff4-f5936469a4b8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:12.734469 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a8123a43-2c07-45ae-8b5c-a8b0a2b556bf req-93c521ad-1c9d-4412-8ff4-f5936469a4b8 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 945 time: 0.0485373 Oct 14 02:29:12.785089 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a8123a43-2c07-45ae-8b5c-a8b0a2b556bf req-d1f292d1-42af-4c14-9264-f605d5bb7c93 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447264 Oct 14 02:29:12.972929 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['49697258-4b17-49f3-80c4-5f455e0dba64'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:29:13.005157 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:13.904225 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cdb32-deb2-4d3d-8a51-ce512720621c req-89eb0fa4-a983-49c5-b8b9-e4d6f1672859 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:13.905689 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea2cdb32-deb2-4d3d-8a51-ce512720621c req-89eb0fa4-a983-49c5-b8b9-e4d6f1672859 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 945 time: 0.0471089 Oct 14 02:29:13.952455 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea2cdb32-deb2-4d3d-8a51-ce512720621c req-4454b63e-8830-4765-b533-83c9ec09c305 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412891 Oct 14 02:29:14.339148 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fcab9-a82e-4fae-826a-2a5d68a5472d req-b8f2936e-d8ac-418c-94c1-458beb3cd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:14.340594 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-079fcab9-a82e-4fae-826a-2a5d68a5472d req-b8f2936e-d8ac-418c-94c1-458beb3cd660 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 1130 time: 0.0402091 Oct 14 02:29:14.347009 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707bbe1-ea64-490a-8e0c-f68528a8224f req-80b279bd-ff3a-4366-9dc7-19d15b9d3a26 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:14.348617 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f707bbe1-ea64-490a-8e0c-f68528a8224f req-80b279bd-ff3a-4366-9dc7-19d15b9d3a26 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0473635 Oct 14 02:29:14.395803 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f707bbe1-ea64-490a-8e0c-f68528a8224f req-90a1cd23-d9e1-4505-9573-dcb887a20d5b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415275 Oct 14 02:29:14.438942 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fcab9-a82e-4fae-826a-2a5d68a5472d req-03acf54d-4f7e-4cb4-8f0e-d7487d90291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:14.440445 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-079fcab9-a82e-4fae-826a-2a5d68a5472d req-03acf54d-4f7e-4cb4-8f0e-d7487d90291d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.0932302 Oct 14 02:29:14.473743 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 49697258-4b17-49f3-80c4-5f455e0dba64 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:29:14.500919 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-079fcab9-a82e-4fae-826a-2a5d68a5472d req-e2a7a653-a541-4455-9554-e8df819b5f77 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8 HTTP/1.1" status: 200 len: 1002 time: 0.0543218 Oct 14 02:29:14.517247 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port 49697258-4b17-49f3-80c4-5f455e0dba64 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:29:14.522985 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 49697258-4b17-49f3-80c4-5f455e0dba64 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:29:14.523509 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:14.523855 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 49697258-4b17-49f3-80c4-5f455e0dba64 Oct 14 02:29:14.549023 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fcab9-a82e-4fae-826a-2a5d68a5472d req-cb7ee51d-c87c-41e9-9904-47337f118cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:14.550458 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-079fcab9-a82e-4fae-826a-2a5d68a5472d req-cb7ee51d-c87c-41e9-9904-47337f118cb5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.0437355 Oct 14 02:29:14.599768 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 49697258-4b17-49f3-80c4-5f455e0dba64 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:29:14.600067 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:14.605034 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fcab9-a82e-4fae-826a-2a5d68a5472d req-6e288533-31d7-4577-b6ba-beedc6077269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:14.606517 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-079fcab9-a82e-4fae-826a-2a5d68a5472d req-6e288533-31d7-4577-b6ba-beedc6077269 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412080 Oct 14 02:29:14.624692 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0103e370-2559-4951-a9cc-57aa3ea18708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49697258-4b17-49f3-80c4-5f455e0dba64'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:29:14.626920 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff863c94-6916-4afb-a726-211cad325218" -d '{"events": [{"server_uuid": "0103e370-2559-4951-a9cc-57aa3ea18708", "name": "network-vif-plugged", "status": "completed", "tag": "49697258-4b17-49f3-80c4-5f455e0dba64"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:29:14.641022 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 49697258-4b17-49f3-80c4-5f455e0dba64, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=49697258-4b17-49f3-80c4-5f455e0dba64,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:29:14.644754 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:14.677642 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb1a312-0288-4777-95b8-8e8fc9bc182f x-openstack-request-id: req-ccb1a312-0288-4777-95b8-8e8fc9bc182f {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:29:14.677933 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0103e370-2559-4951-a9cc-57aa3ea18708", "name": "network-vif-plugged", "status": "completed", "tag": "49697258-4b17-49f3-80c4-5f455e0dba64", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:29:14.678183 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccb1a312-0288-4777-95b8-8e8fc9bc182f {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:29:14.678578 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb1a312-0288-4777-95b8-8e8fc9bc182f'] response: {'server_uuid': '0103e370-2559-4951-a9cc-57aa3ea18708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49697258-4b17-49f3-80c4-5f455e0dba64', 'code': 200} Oct 14 02:29:14.698040 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=49697258-4b17-49f3-80c4-5f455e0dba64,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:14.703561 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:14.705277 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-079fcab9-a82e-4fae-826a-2a5d68a5472d req-7b650a75-2142-4fc9-bb2c-6a2e36635d58 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902472 Oct 14 02:29:14.706472 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:14.798246 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:14.836551 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-079fcab9-a82e-4fae-826a-2a5d68a5472d req-9386682f-8449-4117-997d-b857bda9529b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963149 Oct 14 02:29:14.876956 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249683d4-5190-48bc-974f-9f377bb827f4 req-f8bd548d-733c-4081-aa4f-07de3e8bc26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:14.878492 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-249683d4-5190-48bc-974f-9f377bb827f4 req-f8bd548d-733c-4081-aa4f-07de3e8bc26e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 1130 time: 0.0456607 Oct 14 02:29:14.906264 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:14.928040 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-249683d4-5190-48bc-974f-9f377bb827f4 req-38bb507f-ac6f-4005-987b-4dc74a1ee55e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401723 Oct 14 02:29:15.076889 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ef2c2-a277-47a4-b770-23f7a037a56b req-affd3bc8-4550-4635-a624-c4d816ef3297 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:15.078352 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-018ef2c2-a277-47a4-b770-23f7a037a56b req-affd3bc8-4550-4635-a624-c4d816ef3297 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.0470288 Oct 14 02:29:15.113500 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:15.127131 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-018ef2c2-a277-47a4-b770-23f7a037a56b req-59144e70-e277-44c2-82a5-c80d849f343d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433319 Oct 14 02:29:15.518397 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f91783-bfb6-4fba-b5ae-a8f1a6ee9099 req-d43b3a2f-ee9f-4032-ae61-29ebf4b5a3e9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:15.519857 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-87f91783-bfb6-4fba-b5ae-a8f1a6ee9099 req-d43b3a2f-ee9f-4032-ae61-29ebf4b5a3e9 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0459156 Oct 14 02:29:15.569539 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-87f91783-bfb6-4fba-b5ae-a8f1a6ee9099 req-03ae9a09-f488-4671-9e19-7c37b6ce4e7d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441709 Oct 14 02:29:16.250835 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef18de1-b684-49c8-8bd7-1a7d62d522fc req-58f64c04-9f2d-42aa-86a5-7a113a650880 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:16.252301 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fef18de1-b684-49c8-8bd7-1a7d62d522fc req-58f64c04-9f2d-42aa-86a5-7a113a650880 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.0467315 Oct 14 02:29:16.299093 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fef18de1-b684-49c8-8bd7-1a7d62d522fc req-7191d336-b5fd-4fd0-8e04-e361d46206c2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413775 Oct 14 02:29:16.529349 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1fc02611-1acf-4e0c-87d1-226804b3b53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:16.693581 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dc7f7-a41e-45ec-9061-308f81e72bbf req-eb8b68b6-e035-4839-a13e-66e96885a7b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:16.695029 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-116dc7f7-a41e-45ec-9061-308f81e72bbf req-eb8b68b6-e035-4839-a13e-66e96885a7b3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0465856 Oct 14 02:29:16.741269 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-116dc7f7-a41e-45ec-9061-308f81e72bbf req-c3926b34-b12c-448a-8eee-d0d17342c54e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405893 Oct 14 02:29:17.421536 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f36a7-a846-4fe3-b67b-4df5fb084c58 req-bffef4ee-8738-43cb-9d45-94e7b5d39ae6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:17.422988 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3c4f36a7-a846-4fe3-b67b-4df5fb084c58 req-bffef4ee-8738-43cb-9d45-94e7b5d39ae6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.0491309 Oct 14 02:29:17.470169 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3c4f36a7-a846-4fe3-b67b-4df5fb084c58 req-febf7526-63d2-4fa2-a582-3a2307527049 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417283 Oct 14 02:29:17.585507 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff3d12-d2d0-499f-9a6c-5c2dc3ce2217 req-2d2f955c-1ce8-498c-8994-b73b11587707 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:17.586875 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3dff3d12-d2d0-499f-9a6c-5c2dc3ce2217 req-2d2f955c-1ce8-498c-8994-b73b11587707 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.0465455 Oct 14 02:29:17.597017 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43378) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:17.601445 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-96702c6c-72f4-49fd-a16c-5701e76c70a3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'floatingip': {'port_id': '49697258-4b17-49f3-80c4-5f455e0dba64'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:17.639567 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96702c6c-72f4-49fd-a16c-5701e76c70a3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (158ecac7-0d39-4b40-b8f6-cc1b4246bc51), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:17.866504 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf621a3-a55f-48a5-b086-93bb100ed638 req-d4bfa60c-d82e-479d-859b-d1d1582d06cd tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:17.867953 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dbf621a3-a55f-48a5-b086-93bb100ed638 req-d4bfa60c-d82e-479d-859b-d1d1582d06cd tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0484695 Oct 14 02:29:17.921091 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dbf621a3-a55f-48a5-b086-93bb100ed638 req-f00c42a0-4b40-4c2a-9d02-a04e30dd2e6a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468090 Oct 14 02:29:18.188818 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:18.284102 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96702c6c-72f4-49fd-a16c-5701e76c70a3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:18.287909 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96702c6c-72f4-49fd-a16c-5701e76c70a3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (158ecac7-0d39-4b40-b8f6-cc1b4246bc51), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:18.382000 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-96702c6c-72f4-49fd-a16c-5701e76c70a3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Floating IP 158ecac7-0d39-4b40-b8f6-cc1b4246bc51 associated. External IP: 172.27.1.21, port: 49697258-4b17-49f3-80c4-5f455e0dba64. Oct 14 02:29:18.575612 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96702c6c-72f4-49fd-a16c-5701e76c70a3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Router 51edbdf0-f141-485f-a4ba-89d284f18ca8 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:29:18.678699 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96702c6c-72f4-49fd-a16c-5701e76c70a3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:29:18.683873 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96702c6c-72f4-49fd-a16c-5701e76c70a3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:18.689190 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521fa64-88d4-4fd7-92a2-24152797b72f None None] Sync routers for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:29:18.699529 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521fa64-88d4-4fd7-92a2-24152797b72f None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:29:18.700144 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-8521fa64-88d4-4fd7-92a2-24152797b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:28:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:18.715306 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-96702c6c-72f4-49fd-a16c-5701e76c70a3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/158ecac7-0d39-4b40-b8f6-cc1b4246bc51 HTTP/1.1" status: 200 len: 991 time: 1.1165876 Oct 14 02:29:18.716029 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0103e370-2559-4951-a9cc-57aa3ea18708', 'tag': '49697258-4b17-49f3-80c4-5f455e0dba64'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:29:18.718449 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d967ad7-d490-4c23-b96f-b398237c6a57" -d '{"events": [{"name": "network-changed", "server_uuid": "0103e370-2559-4951-a9cc-57aa3ea18708", "tag": "49697258-4b17-49f3-80c4-5f455e0dba64"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:29:18.756058 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12225526-6135-483f-a736-6fc2326a3884 x-openstack-request-id: req-12225526-6135-483f-a736-6fc2326a3884 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:29:18.756343 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0103e370-2559-4951-a9cc-57aa3ea18708", "tag": "49697258-4b17-49f3-80c4-5f455e0dba64", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:29:18.756596 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12225526-6135-483f-a736-6fc2326a3884 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:29:18.756999 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12225526-6135-483f-a736-6fc2326a3884'] response: {'name': 'network-changed', 'server_uuid': '0103e370-2559-4951-a9cc-57aa3ea18708', 'tag': '49697258-4b17-49f3-80c4-5f455e0dba64', 'status': 'completed', 'code': 200} Oct 14 02:29:18.824445 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d967ad7-d490-4c23-b96f-b398237c6a57 req-895ce74f-8172-423f-a10a-ab3732642f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:18.826053 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5d967ad7-d490-4c23-b96f-b398237c6a57 req-895ce74f-8172-423f-a10a-ab3732642f73 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 1130 time: 0.0404122 Oct 14 02:29:18.920327 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d967ad7-d490-4c23-b96f-b398237c6a57 req-a5e57207-d2e4-43d2-a872-8f4f89ed9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:18.921779 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5d967ad7-d490-4c23-b96f-b398237c6a57 req-a5e57207-d2e4-43d2-a872-8f4f89ed9832 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 916 time: 0.0898669 Oct 14 02:29:18.940638 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c761da02-fbbe-4d21-96bb-4d8097d2bb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:18.951058 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-8521fa64-88d4-4fd7-92a2-24152797b72f None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:29:18.988330 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5d967ad7-d490-4c23-b96f-b398237c6a57 req-8a1156c9-9127-4980-b826-425df15ae40b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49697258-4b17-49f3-80c4-5f455e0dba64 HTTP/1.1" status: 200 len: 999 time: 0.0601740 Oct 14 02:29:19.073423 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98733369-5a9c-4b24-bebb-4873480e05c0 req-198918a6-534e-454e-a836-94a24413c005 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:19.074898 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-98733369-5a9c-4b24-bebb-4873480e05c0 req-198918a6-534e-454e-a836-94a24413c005 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0729635 Oct 14 02:29:19.076481 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d967ad7-d490-4c23-b96f-b398237c6a57 req-cee7c659-7d0a-47b9-89df-afb787cf7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:19.077807 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5d967ad7-d490-4c23-b96f-b398237c6a57 req-cee7c659-7d0a-47b9-89df-afb787cf7e1d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.0839403 Oct 14 02:29:19.143056 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d967ad7-d490-4c23-b96f-b398237c6a57 req-d8a59cd2-bc98-4429-b6d9-d4dcc1e240b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:19.144770 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5d967ad7-d490-4c23-b96f-b398237c6a57 req-d8a59cd2-bc98-4429-b6d9-d4dcc1e240b1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583749 Oct 14 02:29:19.164825 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-8521fa64-88d4-4fd7-92a2-24152797b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '158ecac7-0d39-4b40-b8f6-cc1b4246bc51', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': '49697258-4b17-49f3-80c4-5f455e0dba64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:79:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103e370-2559-4951-a9cc-57aa3ea18708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:29:03Z', 'updated_at': '2022-10-14T02:29:18Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:19.168360 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-98733369-5a9c-4b24-bebb-4873480e05c0 req-d5ad3ff3-5a19-4f4a-8bcf-6bff0fb5ac5a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878181 Oct 14 02:29:19.194183 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521fa64-88d4-4fd7-92a2-24152797b72f None None] Checking router: 51edbdf0-f141-485f-a4ba-89d284f18ca8 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:29:19.202648 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521fa64-88d4-4fd7-92a2-24152797b72f None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:29:19.203283 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-8521fa64-88d4-4fd7-92a2-24152797b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:29:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:19.231835 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:19.248837 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5d967ad7-d490-4c23-b96f-b398237c6a57 req-d9757eb5-e4c5-429f-883f-04e660750cac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930946 Oct 14 02:29:19.265271 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:19.291479 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:19.294796 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:19.308332 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-8521fa64-88d4-4fd7-92a2-24152797b72f None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:29:19.347307 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5d967ad7-d490-4c23-b96f-b398237c6a57 req-a5746623-c5c1-4cdf-9cf1-09a400a52501 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897074 Oct 14 02:29:19.525903 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-8521fa64-88d4-4fd7-92a2-24152797b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '158ecac7-0d39-4b40-b8f6-cc1b4246bc51', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': '49697258-4b17-49f3-80c4-5f455e0dba64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:79:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103e370-2559-4951-a9cc-57aa3ea18708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:29:03Z', 'updated_at': '2022-10-14T02:29:18Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:19.549924 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521fa64-88d4-4fd7-92a2-24152797b72f None None] The sync data for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi is: [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '158ecac7-0d39-4b40-b8f6-cc1b4246bc51', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': '49697258-4b17-49f3-80c4-5f455e0dba64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:79:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103e370-2559-4951-a9cc-57aa3ea18708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:29:03Z', 'updated_at': '2022-10-14T02:29:18Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:29:19.735516 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ec023-87bc-4b8f-97d5-629bd9897eb9 None None] New status for floating IP 158ecac7-0d39-4b40-b8f6-cc1b4246bc51: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:29:19.796938 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:20.289995 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4700bb-1cf7-40c7-9923-30e3db3294c7 req-3e269dce-0f1d-4459-94a4-391cc18e47cf tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:20.291563 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-db4700bb-1cf7-40c7-9923-30e3db3294c7 req-3e269dce-0f1d-4459-94a4-391cc18e47cf tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0460205 Oct 14 02:29:20.336815 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-db4700bb-1cf7-40c7-9923-30e3db3294c7 req-62e0db75-9c8a-4380-b7b4-8ec221d3dd86 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397036 Oct 14 02:29:21.513772 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:21.613171 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6273c-a52f-4350-863f-eb0c04eda7dc req-34a68e90-6eaa-4490-aa84-8389dcf0f1a5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:21.614600 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38a6273c-a52f-4350-863f-eb0c04eda7dc req-34a68e90-6eaa-4490-aa84-8389dcf0f1a5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.2028785 Oct 14 02:29:21.662000 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38a6273c-a52f-4350-863f-eb0c04eda7dc req-f9491e99-e5f1-4a8a-a5eb-70dee81dfff0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414252 Oct 14 02:29:21.732872 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:22.848427 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e880666-4570-42a7-96ca-b846ba1200db req-cdc445e4-801a-444d-85c7-a07de1f4c705 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:22.849985 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6e880666-4570-42a7-96ca-b846ba1200db req-cdc445e4-801a-444d-85c7-a07de1f4c705 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.1116865 Oct 14 02:29:22.897902 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6e880666-4570-42a7-96ca-b846ba1200db req-656525f3-0a06-4f8a-99f0-d2ac5db4080c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421910 Oct 14 02:29:24.022463 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75927743-7a19-42e6-a3e7-3c91b7cef142 req-d0948b83-b24e-4ee8-aa32-92a3ad56e6d0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:24.024361 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-75927743-7a19-42e6-a3e7-3c91b7cef142 req-d0948b83-b24e-4ee8-aa32-92a3ad56e6d0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0513184 Oct 14 02:29:24.334273 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320d056-419f-4aea-88d6-d5600dbff56c req-7357a8c1-1000-4c54-a492-3bd9a23e8b42 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:24.335635 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3320d056-419f-4aea-88d6-d5600dbff56c req-7357a8c1-1000-4c54-a492-3bd9a23e8b42 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0619581 Oct 14 02:29:24.339813 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-75927743-7a19-42e6-a3e7-3c91b7cef142 req-3630af0d-61ba-4efb-a949-25f49d3ef590 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098197 Oct 14 02:29:24.381396 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3320d056-419f-4aea-88d6-d5600dbff56c req-e0c650b2-5159-4419-9399-30709c406933 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402253 Oct 14 02:29:25.464799 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f2721-4bf0-4919-848b-b902f49b815c req-0c69c210-1eaa-452f-a7cd-34d54c99f4b1 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:25.466413 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e23f2721-4bf0-4919-848b-b902f49b815c req-0c69c210-1eaa-452f-a7cd-34d54c99f4b1 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0514009 Oct 14 02:29:25.532171 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6425236-54d1-49f0-ae96-64a6d9534478 req-88e1895c-0199-4749-8687-f35fc3b7f16e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:25.533631 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f6425236-54d1-49f0-ae96-64a6d9534478 req-88e1895c-0199-4749-8687-f35fc3b7f16e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0663543 Oct 14 02:29:25.561152 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e23f2721-4bf0-4919-848b-b902f49b815c req-42611444-9035-4366-8b9f-6fd277de7684 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834646 Oct 14 02:29:25.591558 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f6425236-54d1-49f0-ae96-64a6d9534478 req-d00c9a92-8afd-45eb-a81d-e28169c86d46 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=263a6992-378d-423f-9365-dd6b7570f75c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523059 Oct 14 02:29:25.944994 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-ad6fe1bb-2589-4b39-a9b1-f5fa76b4eea4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:25.946514 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-ad6fe1bb-2589-4b39-a9b1-f5fa76b4eea4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 946 time: 0.0460098 Oct 14 02:29:26.035249 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Deleting port 69758544-f5cf-4337-bdea-35d5b0ec7261 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:29:26.035591 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:26.128401 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] For port 69758544-f5cf-4337-bdea-35d5b0ec7261, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=69758544-f5cf-4337-bdea-35d5b0ec7261,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:29:26.128802 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:26.141291 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:26.241142 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:26.337419 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:26.337850 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (4a75913f-f9e0-422d-a029-6e484c3b0929), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:26.338178 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Floating IP 4a75913f-f9e0-422d-a029-6e484c3b0929 disassociated. External IP: 172.27.1.203, port: 69758544-f5cf-4337-bdea-35d5b0ec7261. Oct 14 02:29:26.338522 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Calling delete_port for 69758544-f5cf-4337-bdea-35d5b0ec7261 owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:29:26.468108 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (69758544-f5cf-4337-bdea-35d5b0ec7261), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:26.500879 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event deleted for resources: {'Port': ['ID=69758544-f5cf-4337-bdea-35d5b0ec7261,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:26.611398 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Router 958eccc3-26b4-47d1-811f-f8bba1a5e724 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:29:26.726261 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-178e8454-c610-4a86-b001-78b5d9ac9a03 req-7fc188e9-5cb0-4af5-adf9-8e4507d5b340 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.0513620 Oct 14 02:29:26.761635 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061eca8-8c85-4278-bce4-c642a77946b4 req-7006476a-63c4-4bb6-adf2-f764f921ab0b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:26.763056 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5061eca8-8c85-4278-bce4-c642a77946b4 req-7006476a-63c4-4bb6-adf2-f764f921ab0b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.1078844 Oct 14 02:29:26.800078 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:29:26.809526 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff64508-1249-43b4-afdf-968de55401f5 None None] Sync routers for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:29:26.820336 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff64508-1249-43b4-afdf-968de55401f5 None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:29:26.820960 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-dff64508-1249-43b4-afdf-968de55401f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:29:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:26.857989 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5061eca8-8c85-4278-bce4-c642a77946b4 req-6354e847-8e2e-4167-b4ac-26ed3f6a70d6 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880098 Oct 14 02:29:26.858456 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] No DVR routers for this DVR port 69758544-f5cf-4337-bdea-35d5b0ec7261 on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:29:26.861311 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:26.864624 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70f4f50c-ae19-48f3-b9a6-2f324d376415 req-0f8054a3-2c09-436d-bd8e-f7cc77e5d989 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.25 "DELETE /networking/v2.0/ports/69758544-f5cf-4337-bdea-35d5b0ec7261 HTTP/1.1" status: 204 len: 173 time: 0.9111066 Oct 14 02:29:26.865140 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'name': 'network-vif-deleted', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:29:26.867439 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cf6f7d-2caa-4425-9c81-ef2f87db7f4c" -d '{"events": [{"server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "name": "network-vif-deleted", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:29:26.905173 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87800f6b-54c9-4328-902c-e2f5a21c6617 x-openstack-request-id: req-87800f6b-54c9-4328-902c-e2f5a21c6617 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:29:26.905470 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6dad1d-f25a-482c-b6a0-67e4aa3cded1", "name": "network-vif-deleted", "tag": "69758544-f5cf-4337-bdea-35d5b0ec7261", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:29:26.905726 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87800f6b-54c9-4328-902c-e2f5a21c6617 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:29:26.906405 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87800f6b-54c9-4328-902c-e2f5a21c6617'] response: {'server_uuid': '1b6dad1d-f25a-482c-b6a0-67e4aa3cded1', 'name': 'network-vif-deleted', 'tag': '69758544-f5cf-4337-bdea-35d5b0ec7261', 'status': 'completed', 'code': 200} Oct 14 02:29:26.941313 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-dff64508-1249-43b4-afdf-968de55401f5 None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:29:27.125177 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-dff64508-1249-43b4-afdf-968de55401f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:27.155556 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff64508-1249-43b4-afdf-968de55401f5 None None] Checking router: 958eccc3-26b4-47d1-811f-f8bba1a5e724 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:29:27.165507 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff64508-1249-43b4-afdf-968de55401f5 None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:29:27.166202 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-dff64508-1249-43b4-afdf-968de55401f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:29:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:27.266329 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-dff64508-1249-43b4-afdf-968de55401f5 None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:29:27.284020 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761643e5-fd81-4f74-84bf-231233657854 req-36e9dd57-34e8-421d-a125-0ee150215295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:27.285529 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-761643e5-fd81-4f74-84bf-231233657854 req-36e9dd57-34e8-421d-a125-0ee150215295 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 1130 time: 0.0398047 Oct 14 02:29:27.341974 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-761643e5-fd81-4f74-84bf-231233657854 req-c3f2440f-ecc9-4fd5-91c8-111d3a353756 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463142 Oct 14 02:29:27.454412 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-dff64508-1249-43b4-afdf-968de55401f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:27.479006 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff64508-1249-43b4-afdf-968de55401f5 None None] The sync data for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi is: [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:29:27.693685 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15bcbe-c70d-47df-9300-73a4a9a55591 None None] New status for floating IP 4a75913f-f9e0-422d-a029-6e484c3b0929: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:29:27.852277 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-176a08c9-a772-4ca4-9c41-b325be71ed94 req-8f831e8f-e129-4f7c-b43c-12e5d7035fb9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.0280221 Oct 14 02:29:27.987304 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be275b6-dab4-44e3-949b-39d904c99252 req-04851085-97bd-4ec2-87e4-b2141fd51d51 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:27.988674 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1be275b6-dab4-44e3-949b-39d904c99252 req-04851085-97bd-4ec2-87e4-b2141fd51d51 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0477204 Oct 14 02:29:28.035568 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1be275b6-dab4-44e3-949b-39d904c99252 req-54119eff-0411-4045-baa7-67281ccbb61d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 Oct 14 02:29:28.707449 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:28.711691 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:28.975456 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-03c44cd0-33b9-4147-87b5-e1d3b0c8097f req-56298e9c-f564-4e75-b973-373e467539dd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1b6dad1d-f25a-482c-b6a0-67e4aa3cded1 HTTP/1.1" status: 200 len: 210 time: 0.0297747 Oct 14 02:29:29.162056 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea898c-6456-4f05-be99-64bf5bbd73ec req-6777f867-56b9-4779-a72d-cc8eecf0caaf tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:29.163702 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2cea898c-6456-4f05-be99-64bf5bbd73ec req-6777f867-56b9-4779-a72d-cc8eecf0caaf tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0492814 Oct 14 02:29:29.185340 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:29.215002 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2cea898c-6456-4f05-be99-64bf5bbd73ec req-b6853050-8a66-4c42-afb9-7308146eb909 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432110 Oct 14 02:29:29.580163 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:29.633517 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044921a-fb30-4c02-8963-edcd687c6ab2 req-9c87fdf3-db56-46ec-aea3-016d4b81a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:29.635007 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e044921a-fb30-4c02-8963-edcd687c6ab2 req-9c87fdf3-db56-46ec-aea3-016d4b81a73c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 1130 time: 0.0717533 Oct 14 02:29:29.642713 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bbf26-e44b-4ef8-8ec0-a56f7c793f2b req-77cd0b06-b928-4e81-8acc-bedaaf26f86d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:29.644092 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e14bbf26-e44b-4ef8-8ec0-a56f7c793f2b req-77cd0b06-b928-4e81-8acc-bedaaf26f86d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0717423 Oct 14 02:29:29.752174 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e14bbf26-e44b-4ef8-8ec0-a56f7c793f2b req-8f26d46e-ec53-4afa-920d-32d192d4d121 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949280 Oct 14 02:29:29.766905 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044921a-fb30-4c02-8963-edcd687c6ab2 req-be3fa9fb-67a9-4ab4-adea-99d5f7c41202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:29.768501 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e044921a-fb30-4c02-8963-edcd687c6ab2 req-be3fa9fb-67a9-4ab4-adea-99d5f7c41202 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.1189792 Oct 14 02:29:29.834755 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e044921a-fb30-4c02-8963-edcd687c6ab2 req-4590f848-eb25-4c9d-a8be-a410c6fe9506 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8 HTTP/1.1" status: 200 len: 1002 time: 0.0585313 Oct 14 02:29:29.885063 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044921a-fb30-4c02-8963-edcd687c6ab2 req-ad3592a2-8878-4739-ab7a-87993c980fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:29.886463 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e044921a-fb30-4c02-8963-edcd687c6ab2 req-ad3592a2-8878-4739-ab7a-87993c980fab service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.0438240 Oct 14 02:29:29.929702 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044921a-fb30-4c02-8963-edcd687c6ab2 req-a37f7427-23eb-4788-842f-ee35870214f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:29.931203 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e044921a-fb30-4c02-8963-edcd687c6ab2 req-a37f7427-23eb-4788-842f-ee35870214f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375881 Oct 14 02:29:30.027688 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e044921a-fb30-4c02-8963-edcd687c6ab2 req-a417f27e-12ef-4d1c-a7cd-51ec3918c1b9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876594 Oct 14 02:29:30.074247 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:30.078575 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43462) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:30.086455 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:30.093542 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:30.126378 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e044921a-fb30-4c02-8963-edcd687c6ab2 req-b7cff8ba-d3e4-4720-94a9-06f1d540e567 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886557 Oct 14 02:29:30.140177 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c719-cda6-4d71-b29f-569f6638f4b9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (263a6992-378d-423f-9365-dd6b7570f75c), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:30.163126 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c719-cda6-4d71-b29f-569f6638f4b9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (263a6992-378d-423f-9365-dd6b7570f75c), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:30.210392 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c719-cda6-4d71-b29f-569f6638f4b9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (263a6992-378d-423f-9365-dd6b7570f75c), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:30.213072 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c719-cda6-4d71-b29f-569f6638f4b9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:30.214213 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8fd2c719-cda6-4d71-b29f-569f6638f4b9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/263a6992-378d-423f-9365-dd6b7570f75c HTTP/1.1" status: 204 len: 168 time: 0.1344721 Oct 14 02:29:30.217107 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43464) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:30.223057 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2c719-cda6-4d71-b29f-569f6638f4b9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263a6992-378d-423f-9365-dd6b7570f75c,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:30.235414 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-feae45eb-8ed6-41f6-b8ef-b175f8827f1f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] show failed (client error): The resource could not be found. Oct 14 02:29:30.236707 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-feae45eb-8ed6-41f6-b8ef-b175f8827f1f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups/263a6992-378d-423f-9365-dd6b7570f75c HTTP/1.1" status: 404 len: 347 time: 0.0185242 Oct 14 02:29:30.239583 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43466) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:30.349124 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-26d72ee2-6997-4bd0-ab5a-acfbb59e3c5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Deleting port e9ef95c7-179f-45b4-ae89-00c461bbc4fc {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:29:30.349377 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-26d72ee2-6997-4bd0-ab5a-acfbb59e3c5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (e9ef95c7-179f-45b4-ae89-00c461bbc4fc), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:30.424508 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-26d72ee2-6997-4bd0-ab5a-acfbb59e3c5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (e9ef95c7-179f-45b4-ae89-00c461bbc4fc), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:30.424836 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-26d72ee2-6997-4bd0-ab5a-acfbb59e3c5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (e9ef95c7-179f-45b4-ae89-00c461bbc4fc), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:30.437103 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-26d72ee2-6997-4bd0-ab5a-acfbb59e3c5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Calling delete_port for e9ef95c7-179f-45b4-ae89-00c461bbc4fc owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:29:30.524321 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:30.568873 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-26d72ee2-6997-4bd0-ab5a-acfbb59e3c5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (e9ef95c7-179f-45b4-ae89-00c461bbc4fc), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:30.570010 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 69758544-f5cf-4337-bdea-35d5b0ec7261 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:29:30.592958 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: 69758544-f5cf-4337-bdea-35d5b0ec7261 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:29:30.593301 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 69758544-f5cf-4337-bdea-35d5b0ec7261 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:29:30.599302 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d72ee2-6997-4bd0-ab5a-acfbb59e3c5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event deleted for resources: {'Port': ['ID=e9ef95c7-179f-45b4-ae89-00c461bbc4fc,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:30.661182 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-26d72ee2-6997-4bd0-ab5a-acfbb59e3c5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (4a75913f-f9e0-422d-a029-6e484c3b0929), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:30.663939 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-26d72ee2-6997-4bd0-ab5a-acfbb59e3c5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:30.665446 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-26d72ee2-6997-4bd0-ab5a-acfbb59e3c5d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/4a75913f-f9e0-422d-a029-6e484c3b0929 HTTP/1.1" status: 204 len: 168 time: 0.4249730 Oct 14 02:29:30.862103 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:30.873339 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf68e71-aac0-480b-b07f-57393cada58b req-9cdf58b3-7484-4f61-87a6-1b7a92b868d7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:30.874800 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-adf68e71-aac0-480b-b07f-57393cada58b req-9cdf58b3-7484-4f61-87a6-1b7a92b868d7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0471649 Oct 14 02:29:30.921325 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-adf68e71-aac0-480b-b07f-57393cada58b req-c83040ff-971c-40ba-8520-ec7ae4e53980 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409729 Oct 14 02:29:31.772527 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43476) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:31.777227 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-41c4900f-3cad-4208-bd6e-e80911602952 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227355573', 'description': 'tempest-description--1324374422'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:31.797123 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-41c4900f-3cad-4208-bd6e-e80911602952 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:31.897331 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-41c4900f-3cad-4208-bd6e-e80911602952 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (634b4d4d-b3eb-4a17-95fd-75e410c5015f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:31.904682 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-41c4900f-3cad-4208-bd6e-e80911602952 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (634b4d4d-b3eb-4a17-95fd-75e410c5015f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:31.921791 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-701d0600-3186-4abb-b904-2bfc14503f2a req-0333c9e8-4f64-438b-ad41-4c3cddd94d9e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661340 Oct 14 02:29:31.937216 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-41c4900f-3cad-4208-bd6e-e80911602952 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:31.938364 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-41c4900f-3cad-4208-bd6e-e80911602952 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1648414 Oct 14 02:29:31.940264 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4900f-3cad-4208-bd6e-e80911602952 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634b4d4d-b3eb-4a17-95fd-75e410c5015f,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:31.941552 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43480) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:31.946435 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-da049189-aaa4-4484-ba56-c85bbc869b91 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'security_group_rule': {'security_group_id': '634b4d4d-b3eb-4a17-95fd-75e410c5015f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:31.975562 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-da049189-aaa4-4484-ba56-c85bbc869b91 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (4e657535-8040-444c-b52b-59e1145a52c0), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.034446 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-da049189-aaa4-4484-ba56-c85bbc869b91 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (4e657535-8040-444c-b52b-59e1145a52c0), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.038779 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-da049189-aaa4-4484-ba56-c85bbc869b91 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (4e657535-8040-444c-b52b-59e1145a52c0), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.044176 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d0600-3186-4abb-b904-2bfc14503f2a req-41f72af2-6af3-40ef-84ea-e5abe3991db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:32.045658 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-701d0600-3186-4abb-b904-2bfc14503f2a req-41f72af2-6af3-40ef-84ea-e5abe3991db9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 1129 time: 0.0683100 Oct 14 02:29:32.057664 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da049189-aaa4-4484-ba56-c85bbc869b91 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e657535-8040-444c-b52b-59e1145a52c0,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:32.061892 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff59ff6-2857-405d-9528-ac8496cbcbb9 req-454e7b56-225e-4327-b97b-cd64e5c1e518 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:32.064396 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ff59ff6-2857-405d-9528-ac8496cbcbb9 req-454e7b56-225e-4327-b97b-cd64e5c1e518 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0590434 Oct 14 02:29:32.070707 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-da049189-aaa4-4484-ba56-c85bbc869b91 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.072350 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-da049189-aaa4-4484-ba56-c85bbc869b91 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295643 Oct 14 02:29:32.075027 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43484) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:32.079558 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-396721de-94fa-41ce-9dc0-664467f1578d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'security_group_rule': {'security_group_id': '634b4d4d-b3eb-4a17-95fd-75e410c5015f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:32.106859 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-396721de-94fa-41ce-9dc0-664467f1578d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (b0fbd9f5-84cc-4387-a844-92246aa7c8f4), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.115966 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ff59ff6-2857-405d-9528-ac8496cbcbb9 req-7a8356af-ca0c-4bfb-8038-cbb88e07854d tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457451 Oct 14 02:29:32.167417 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-396721de-94fa-41ce-9dc0-664467f1578d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (b0fbd9f5-84cc-4387-a844-92246aa7c8f4), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.170687 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-396721de-94fa-41ce-9dc0-664467f1578d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (b0fbd9f5-84cc-4387-a844-92246aa7c8f4), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.188717 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396721de-94fa-41ce-9dc0-664467f1578d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fbd9f5-84cc-4387-a844-92246aa7c8f4,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:32.195291 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-396721de-94fa-41ce-9dc0-664467f1578d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.197081 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-396721de-94fa-41ce-9dc0-664467f1578d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208715 Oct 14 02:29:32.200202 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43486) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:32.204383 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:32.224823 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.303793 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.412193 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Allocated IP 172.27.1.81 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/8f0388ad-c4a9-4d72-ad49-88724531e99b) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:29:32.505795 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:32.516285 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for port (8f0388ad-c4a9-4d72-ad49-88724531e99b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.526231 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:32.553741 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (8f0388ad-c4a9-4d72-ad49-88724531e99b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.593643 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:29:32.598237 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:29:32.602108 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:29:32.606298 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'Port': ['ID=8f0388ad-c4a9-4d72-ad49-88724531e99b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:32.705412 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (406cd5da-4aa3-4fb1-9bcc-16d697c1a18c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.717757 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d0600-3186-4abb-b904-2bfc14503f2a req-bd6598c9-e519-4a37-aeac-3df8c07c08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:32.719487 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-701d0600-3186-4abb-b904-2bfc14503f2a req-bd6598c9-e519-4a37-aeac-3df8c07c08dc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.1036127 Oct 14 02:29:32.756913 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (8f0388ad-c4a9-4d72-ad49-88724531e99b), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.761385 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-701d0600-3186-4abb-b904-2bfc14503f2a req-c65dc141-ffcc-4b45-bf5b-e46cdc16295b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b173f625-938f-417c-a8b3-b9bd70687e6e HTTP/1.1" status: 200 len: 217 time: 0.0356226 Oct 14 02:29:32.815900 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d0600-3186-4abb-b904-2bfc14503f2a req-b7a263ff-254f-470d-9eda-0bda2c0049b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:32.817359 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-701d0600-3186-4abb-b904-2bfc14503f2a req-b7a263ff-254f-470d-9eda-0bda2c0049b7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.0497749 Oct 14 02:29:32.865012 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d0600-3186-4abb-b904-2bfc14503f2a req-11f9433a-bd5f-4598-b9f2-3e65efbe2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:32.867174 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-701d0600-3186-4abb-b904-2bfc14503f2a req-11f9433a-bd5f-4598-b9f2-3e65efbe2066 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426328 Oct 14 02:29:32.929452 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for port (8f0388ad-c4a9-4d72-ad49-88724531e99b), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.935413 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (8f0388ad-c4a9-4d72-ad49-88724531e99b), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:32.967116 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-701d0600-3186-4abb-b904-2bfc14503f2a req-d271fc4c-d3b7-4a13-810c-47fde8fd9f4d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905311 Oct 14 02:29:33.010076 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (406cd5da-4aa3-4fb1-9bcc-16d697c1a18c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:33.012851 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'Port': ['ID=8f0388ad-c4a9-4d72-ad49-88724531e99b,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:33.029131 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:33.030533 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-22d97d0a-2f8a-495b-bd53-4ce956cf9072 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8293753 Oct 14 02:29:33.048616 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:33.082269 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-701d0600-3186-4abb-b904-2bfc14503f2a req-bce2493a-a58d-4a1e-8b44-343116574716 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035008 Oct 14 02:29:33.269043 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c243b8-0480-4001-8eec-9381ad095e29 req-5cadfc16-7933-4904-813b-af359110e22e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:33.270532 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-28c243b8-0480-4001-8eec-9381ad095e29 req-5cadfc16-7933-4904-813b-af359110e22e tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0636098 Oct 14 02:29:33.313150 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-1c50c666-7580-439f-9bbf-51c9ab52a8b4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--227355573&fields=id&tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e HTTP/1.1" status: 200 len: 267 time: 0.0951567 Oct 14 02:29:33.322965 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:33.389347 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-28c243b8-0480-4001-8eec-9381ad095e29 req-2e31d1de-ddfc-43fd-8132-c564b3ad743c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115723 Oct 14 02:29:33.445294 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-96800d77-768e-4861-ad9c-003e19dc3c7d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:33.446802 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-96800d77-768e-4861-ad9c-003e19dc3c7d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 200 len: 817 time: 0.1227016 Oct 14 02:29:33.462281 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-3fb80426-6343-4aa7-9de1-0e40b6d6c635 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/quotas/e0d86bdb69fa4c6ca37a301b8c57ec5e HTTP/1.1" status: 200 len: 375 time: 0.0092471 Oct 14 02:29:33.542687 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be39180-d576-418a-b48a-7c7d207e00bb req-03152314-1244-435a-90e8-e58598860d5a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:33.544335 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6be39180-d576-418a-b48a-7c7d207e00bb req-03152314-1244-435a-90e8-e58598860d5a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0812342 Oct 14 02:29:33.548889 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2d20ec86-c9db-43cc-ac8e-94ba40c52328 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755980 Oct 14 02:29:33.554682 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43504) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:33.559093 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-ef5505fa-6d3b-4d23-97c1-c553032990f0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Request body: {'floatingip': {'port_id': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:33.662897 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef5505fa-6d3b-4d23-97c1-c553032990f0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for floatingip (0873b93a-0cfc-47c8-a8fc-65ff98678354), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:33.761803 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-351a9b4c-df0c-4504-94b2-3ad399ca2a2d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979432 Oct 14 02:29:34.165845 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-c5a26086-3f97-4cbe-947a-ea31b03f8abc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975472 Oct 14 02:29:34.363756 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a3482c38-8e44-4d6c-9d3f-e60f8e8f97b9 req-a62f880c-2b6a-4d4c-924c-eddb76f3d123 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 210 time: 0.0571096 Oct 14 02:29:34.396690 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:34.477931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef5505fa-6d3b-4d23-97c1-c553032990f0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:34.481942 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef5505fa-6d3b-4d23-97c1-c553032990f0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (0873b93a-0cfc-47c8-a8fc-65ff98678354), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:34.559866 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:34.685890 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5505fa-6d3b-4d23-97c1-c553032990f0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:29:34.794867 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5505fa-6d3b-4d23-97c1-c553032990f0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:29:34.799251 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef5505fa-6d3b-4d23-97c1-c553032990f0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:34.805106 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c253f89-47f3-48f0-b984-ede9c70bed33 None None] Sync routers for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:29:34.817216 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c253f89-47f3-48f0-b984-ede9c70bed33 None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:29:34.818398 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-7c253f89-47f3-48f0-b984-ede9c70bed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:29:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:34.832276 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:29:34.834633 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b608a97-ae5e-4666-ab82-5c6a4e061c96" -d '{"events": [{"name": "network-changed", "server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:29:34.875215 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ef5505fa-6d3b-4d23-97c1-c553032990f0 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/0873b93a-0cfc-47c8-a8fc-65ff98678354 HTTP/1.1" status: 200 len: 994 time: 1.3194065 Oct 14 02:29:34.882179 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b3578a-93c1-4024-b6af-a65f6e3b0a7b x-openstack-request-id: req-11b3578a-93c1-4024-b6af-a65f6e3b0a7b {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:29:34.882582 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:29:34.882734 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11b3578a-93c1-4024-b6af-a65f6e3b0a7b {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:29:34.883150 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b3578a-93c1-4024-b6af-a65f6e3b0a7b'] response: {'name': 'network-changed', 'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'status': 'completed', 'code': 200} Oct 14 02:29:34.924793 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-7c253f89-47f3-48f0-b984-ede9c70bed33 None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:29:34.953810 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b608a97-ae5e-4666-ab82-5c6a4e061c96 req-30671b95-6daa-4ced-9f06-4c7cd6e69fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:34.955255 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6b608a97-ae5e-4666-ab82-5c6a4e061c96 req-30671b95-6daa-4ced-9f06-4c7cd6e69fc1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 1130 time: 0.0407577 Oct 14 02:29:35.062227 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b608a97-ae5e-4666-ab82-5c6a4e061c96 req-730e8548-7b0b-409c-838d-d32818a870af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:35.063711 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6b608a97-ae5e-4666-ab82-5c6a4e061c96 req-730e8548-7b0b-409c-838d-d32818a870af service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.0951936 Oct 14 02:29:35.136732 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6b608a97-ae5e-4666-ab82-5c6a4e061c96 req-7512b160-64d0-4d7b-a70b-719d2fdd6b9a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8 HTTP/1.1" status: 200 len: 1002 time: 0.0604012 Oct 14 02:29:35.143777 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-7c253f89-47f3-48f0-b984-ede9c70bed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '0873b93a-0cfc-47c8-a8fc-65ff98678354', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'port_id': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'mac_address': 'fa:16:3e:a9:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28885328-17fc-43f3-a759-1e63effe24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:27Z', 'updated_at': '2022-10-14T02:29:34Z', 'revision_number': 3, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:53Z', 'revision_number': 5, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:35.172866 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c253f89-47f3-48f0-b984-ede9c70bed33 None None] Checking router: 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:29:35.182130 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c253f89-47f3-48f0-b984-ede9c70bed33 None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:29:35.182721 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-7c253f89-47f3-48f0-b984-ede9c70bed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:29:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:35.197404 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b608a97-ae5e-4666-ab82-5c6a4e061c96 req-0da93bea-8551-4153-aa36-e1d085bc6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:35.198959 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6b608a97-ae5e-4666-ab82-5c6a4e061c96 req-0da93bea-8551-4153-aa36-e1d085bc6ef4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.0460300 Oct 14 02:29:35.251446 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b608a97-ae5e-4666-ab82-5c6a4e061c96 req-49fe02d8-8254-45b5-b1f6-94b70f2df54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:35.253059 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6b608a97-ae5e-4666-ab82-5c6a4e061c96 req-49fe02d8-8254-45b5-b1f6-94b70f2df54d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435226 Oct 14 02:29:35.287040 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-7c253f89-47f3-48f0-b984-ede9c70bed33 None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:29:35.361488 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:29:35.474680 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8c7578a2-ed57-4849-acee-f3cec339c70c req-bc102a7f-30aa-4c7a-9ba2-0e67e7ebda24 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 210 time: 0.0293972 Oct 14 02:29:35.621832 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6b608a97-ae5e-4666-ab82-5c6a4e061c96 req-4cc3e5bb-9c38-4af1-b5b1-58bf70c94576 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915828 Oct 14 02:29:35.660525 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-7c253f89-47f3-48f0-b984-ede9c70bed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '0873b93a-0cfc-47c8-a8fc-65ff98678354', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'port_id': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'mac_address': 'fa:16:3e:a9:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28885328-17fc-43f3-a759-1e63effe24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:27Z', 'updated_at': '2022-10-14T02:29:34Z', 'revision_number': 3, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:53Z', 'revision_number': 5, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:35.697915 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c253f89-47f3-48f0-b984-ede9c70bed33 None None] The sync data for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi is: [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '0873b93a-0cfc-47c8-a8fc-65ff98678354', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'port_id': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'mac_address': 'fa:16:3e:a9:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28885328-17fc-43f3-a759-1e63effe24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:27:27Z', 'updated_at': '2022-10-14T02:29:34Z', 'revision_number': 3, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:53Z', 'revision_number': 5, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:29:35.717582 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-a15c404a-cf81-42b4-ad37-92f12c97003a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:35.718971 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-a15c404a-cf81-42b4-ad37-92f12c97003a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 200 len: 817 time: 0.1145990 Oct 14 02:29:35.744584 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6b608a97-ae5e-4666-ab82-5c6a4e061c96 req-fa002429-c534-46bb-af5d-76f27703f1e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165798 Oct 14 02:29:35.802424 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-cc7d8d32-f791-41f5-a909-fa830aacec5a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e HTTP/1.1" status: 200 len: 379 time: 0.0708084 Oct 14 02:29:35.874790 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'port': {'device_id': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'admin_state_up': True, 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'security_groups': ['634b4d4d-b3eb-4a17-95fd-75e410c5015f']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:35.985070 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Made reservation on behalf of e0d86bdb69fa4c6ca37a301b8c57ec5e for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:29:35.988973 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:36.012596 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:36.047604 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:36.118456 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Allocated IP 172.20.0.13 (6a0fcb6e-9af2-4d31-ad0b-3cc0354be555/df574a0d-c460-4e0b-b9d8-f91874100636/398d906f-27e1-4a76-86af-184f2ca8fd0b) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:29:36.262349 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:36.294613 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:36.336517 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:29:36.339626 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:29:36.342012 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:29:36.372147 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event updated for resources: {'Port': ['ID=398d906f-27e1-4a76-86af-184f2ca8fd0b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:36.398169 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:36.398697 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:36.416165 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-2511c33b-2869-4f7d-b1a0-b088ecdcbb62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5454373 Oct 14 02:29:36.433373 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Request body: {'port': {'device_id': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:36.499028 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:36.575491 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-b376e2f1-b511-435b-95a4-5224c064920d None None] Provisioning complete for port 398d906f-27e1-4a76-86af-184f2ca8fd0b triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:29:36.576118 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b376e2f1-b511-435b-95a4-5224c064920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:36.576403 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-b376e2f1-b511-435b-95a4-5224c064920d None None] Attempt 1 to provision port 398d906f-27e1-4a76-86af-184f2ca8fd0b Oct 14 02:29:36.605216 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0050fec-5a3c-4694-9dcd-d66b2e53fa9e req-eb0d12d2-519c-4ac1-83aa-e27d8a435c05 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:36.606830 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d0050fec-5a3c-4694-9dcd-d66b2e53fa9e req-eb0d12d2-519c-4ac1-83aa-e27d8a435c05 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 932 time: 0.0489140 Oct 14 02:29:36.608559 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-b376e2f1-b511-435b-95a4-5224c064920d None None] Port 398d906f-27e1-4a76-86af-184f2ca8fd0b cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:29:36.619901 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:36.657952 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d0050fec-5a3c-4694-9dcd-d66b2e53fa9e req-e770108b-5fe4-43ce-9455-75c2091c477f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446792 Oct 14 02:29:36.757776 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398d906f-27e1-4a76-86af-184f2ca8fd0b {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:29:36.765440 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Publish callbacks [] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:36.777631 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Transition to ACTIVE for port object 398d906f-27e1-4a76-86af-184f2ca8fd0b will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:29:36.782269 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:36.787434 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:36.823001 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:36.849476 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Pushing event updated for resources: {'Port': ['ID=398d906f-27e1-4a76-86af-184f2ca8fd0b,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:36.884136 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:29:36.886469 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64" -d '{"events": [{"name": "network-changed", "server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:29:36.898908 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Attempting to bind port 398d906f-27e1-4a76-86af-184f2ca8fd0b on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:29:36.899424 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Attempting to bind port 398d906f-27e1-4a76-86af-184f2ca8fd0b by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:29:36.899862 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Attempting to bind port 398d906f-27e1-4a76-86af-184f2ca8fd0b on network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:29:36.924109 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ed5785-c38a-43bc-a61a-222a037ad3fc x-openstack-request-id: req-14ed5785-c38a-43bc-a61a-222a037ad3fc {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:29:36.924404 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:29:36.924654 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14ed5785-c38a-43bc-a61a-222a037ad3fc {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:29:36.925057 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14ed5785-c38a-43bc-a61a-222a037ad3fc'] response: {'name': 'network-changed', 'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'status': 'completed', 'code': 200} Oct 14 02:29:36.942698 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Port 398d906f-27e1-4a76-86af-184f2ca8fd0b on network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:29:36.943021 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Attempting to bind port 398d906f-27e1-4a76-86af-184f2ca8fd0b on network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:29:36.988615 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:29:36.988943 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Checking segment: {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:29:36.989318 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Bound using segment: {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:29:36.989750 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Bound port: 398d906f-27e1-4a76-86af-184f2ca8fd0b, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:29:36.990100 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:36.993663 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64 req-db3b6aac-936c-4b39-8cc5-df7c3db40ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:36.995192 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64 req-db3b6aac-936c-4b39-8cc5-df7c3db40ec3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2e38a12e174437982573067f6bc3f8d&device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 1130 time: 0.0436292 Oct 14 02:29:37.049898 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:29:37.052864 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:29:37.059607 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:37.062570 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:37.063605 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:37.064251 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:37.065639 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/398d906f-27e1-4a76-86af-184f2ca8fd0b HTTP/1.1" status: 200 len: 1094 time: 0.6370325 Oct 14 02:29:37.067164 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:29:37.069364 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39449c78-0674-4218-83fb-754f278c70de" -d '{"events": [{"name": "network-changed", "server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:29:37.096210 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64 req-bd3722fe-6036-468b-bc46-c7eea2b664e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:37.098456 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64 req-bd3722fe-6036-468b-bc46-c7eea2b664e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 200 len: 919 time: 0.0947666 Oct 14 02:29:37.116323 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbc077-54cf-4390-9db0-b0b56060219c service neutron] Pushing event updated for resources: {'Port': ['ID=398d906f-27e1-4a76-86af-184f2ca8fd0b,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:37.129902 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086035b5-ddd3-4c4a-9519-6da46dae598b x-openstack-request-id: req-086035b5-ddd3-4c4a-9519-6da46dae598b {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:29:37.130185 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:29:37.130436 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-086035b5-ddd3-4c4a-9519-6da46dae598b {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:29:37.130827 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086035b5-ddd3-4c4a-9519-6da46dae598b'] response: {'name': 'network-changed', 'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'status': 'completed', 'code': 200} Oct 14 02:29:37.157595 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-71d91160-9652-48e0-9dd9-be2b5ba32f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:37.159093 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-71d91160-9652-48e0-9dd9-be2b5ba32f98 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 1128 time: 0.0399003 Oct 14 02:29:37.183703 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64 req-c68f5c45-8e38-4ade-ba3b-fbfb2fcbd738 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8 HTTP/1.1" status: 200 len: 1002 time: 0.0653350 Oct 14 02:29:37.206886 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-9e30751b-37b5-4f5d-ab4a-887515accc9c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b HTTP/1.1" status: 200 len: 217 time: 0.0354898 Oct 14 02:29:37.234143 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64 req-fa878d3c-e53c-4975-a40a-a64ee8f1ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:37.235889 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64 req-fa878d3c-e53c-4975-a40a-a64ee8f1ce06 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 200 len: 857 time: 0.0454857 Oct 14 02:29:37.255853 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-3d314c87-a76f-4e29-86ae-7f46b18ac45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:37.257302 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-3d314c87-a76f-4e29-86ae-7f46b18ac45a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=df574a0d-c460-4e0b-b9d8-f91874100636 HTTP/1.1" status: 200 len: 856 time: 0.0443072 Oct 14 02:29:37.278914 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64 req-cc24f9e0-53b7-4ffb-af77-502f68e017f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:37.280423 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64 req-cc24f9e0-53b7-4ffb-af77-502f68e017f7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f27a3301-c1aa-44f4-93cf-c241a5798a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382121 Oct 14 02:29:37.307923 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-bedeeb8f-7804-4cc7-88c4-1e9c239351f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:37.309378 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-bedeeb8f-7804-4cc7-88c4-1e9c239351f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398774 Oct 14 02:29:37.379098 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64 req-a376dcb6-2379-4729-8d30-d72f9e00202c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892751 Oct 14 02:29:37.403678 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-a43c0c7b-c5ad-4908-bc0a-72ca15b0d8ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881879 Oct 14 02:29:37.470761 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef8b47e6-80c8-4b59-85fe-8d28f3cefc64 req-7b2910c5-cc60-4e5e-a5da-b6749cee899f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850458 Oct 14 02:29:37.502335 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4999a48c-47b3-4ac4-be5f-51ddc81e54e1 req-39799187-31aa-4458-95bf-fef74b3535b3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884025 Oct 14 02:29:37.788576 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7a7f-8302-4c20-8230-c96bc5a0cd8a req-298216fc-760b-4acf-bca8-ed91d6e4e4d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:37.791047 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-eaea7a7f-8302-4c20-8230-c96bc5a0cd8a req-298216fc-760b-4acf-bca8-ed91d6e4e4d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0480804 Oct 14 02:29:37.842290 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-eaea7a7f-8302-4c20-8230-c96bc5a0cd8a req-99bf1535-d0b8-41dc-834e-d99635c3a5e7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461276 Oct 14 02:29:38.682627 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39449c78-0674-4218-83fb-754f278c70de req-1d667213-cfe8-47c6-8b02-3065d84b0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:38.684049 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39449c78-0674-4218-83fb-754f278c70de req-1d667213-cfe8-47c6-8b02-3065d84b0466 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 1128 time: 0.0387053 Oct 14 02:29:38.773017 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39449c78-0674-4218-83fb-754f278c70de req-78d54d5c-adc5-4cb9-bfc5-0bf1df99d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:38.775443 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39449c78-0674-4218-83fb-754f278c70de req-78d54d5c-adc5-4cb9-bfc5-0bf1df99d376 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 200 len: 918 time: 0.0847962 Oct 14 02:29:38.816515 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39449c78-0674-4218-83fb-754f278c70de req-f719ebd0-05b9-4cc2-b6aa-29246ad23ae0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b HTTP/1.1" status: 200 len: 217 time: 0.0347521 Oct 14 02:29:38.866088 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39449c78-0674-4218-83fb-754f278c70de req-b3b0fc53-282c-411a-96b6-33aba881a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:38.867492 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39449c78-0674-4218-83fb-754f278c70de req-b3b0fc53-282c-411a-96b6-33aba881a715 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=df574a0d-c460-4e0b-b9d8-f91874100636 HTTP/1.1" status: 200 len: 856 time: 0.0424275 Oct 14 02:29:38.913818 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:38.920454 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39449c78-0674-4218-83fb-754f278c70de req-58e2a68e-ebd5-406b-b5ac-dbd9fc9da3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:38.922098 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39449c78-0674-4218-83fb-754f278c70de req-58e2a68e-ebd5-406b-b5ac-dbd9fc9da3c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419290 Oct 14 02:29:38.974264 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204ae43-ebcf-4181-a7cf-ae423b54def0 req-15a3626f-b37c-46ef-9fc3-b87280584b6e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:38.975740 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7204ae43-ebcf-4181-a7cf-ae423b54def0 req-15a3626f-b37c-46ef-9fc3-b87280584b6e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0491796 Oct 14 02:29:39.019550 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39449c78-0674-4218-83fb-754f278c70de req-01da063f-fc49-4893-af34-7aa4f10d2cd5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870159 Oct 14 02:29:39.023753 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7204ae43-ebcf-4181-a7cf-ae423b54def0 req-7017f9c3-9cde-4175-aff0-fa02ef156a27 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416503 Oct 14 02:29:39.077108 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:39.112019 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39449c78-0674-4218-83fb-754f278c70de req-49f512f2-e8fa-4dab-a81f-33215b2979a1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835841 Oct 14 02:29:40.202810 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbd359-f9f7-423d-a0f1-ee064db38039 req-367b2179-44fa-400d-87fd-ec7093b7948a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:40.204276 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8dbd359-f9f7-423d-a0f1-ee064db38039 req-367b2179-44fa-400d-87fd-ec7093b7948a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0451486 Oct 14 02:29:40.250095 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c8dbd359-f9f7-423d-a0f1-ee064db38039 req-feebfab3-5b22-4684-88eb-c6ac37877fa0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403428 Oct 14 02:29:40.582743 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 398d906f-27e1-4a76-86af-184f2ca8fd0b details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:29:40.656069 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:40.682119 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:29:40.692695 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'port_id': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'mac_address': 'fa:16:3e:be:33:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:29:40.727088 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 398d906f-27e1-4a76-86af-184f2ca8fd0b is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:29:40.727987 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:40.730572 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:40.743421 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398d906f-27e1-4a76-86af-184f2ca8fd0b {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:29:40.763405 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:29:40.767283 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:40.812653 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=398d906f-27e1-4a76-86af-184f2ca8fd0b,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:41.097732 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['398d906f-27e1-4a76-86af-184f2ca8fd0b'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:29:41.380703 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43e081-1396-4f85-9934-1133d9d6995e req-cecf3736-52bf-45f7-8567-629652b21bc2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:41.382073 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7d43e081-1396-4f85-9934-1133d9d6995e req-cecf3736-52bf-45f7-8567-629652b21bc2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 945 time: 0.0502448 Oct 14 02:29:41.428126 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7d43e081-1396-4f85-9934-1133d9d6995e req-99e5aadf-7937-4879-b5e1-19e3248cc7b3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403082 Oct 14 02:29:42.552816 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104bce2-35cb-4eff-bb3f-976a814dcd07 req-7256d6da-b871-426b-8101-55f085a85646 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:42.554259 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0104bce2-35cb-4eff-bb3f-976a814dcd07 req-7256d6da-b871-426b-8101-55f085a85646 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 945 time: 0.0472684 Oct 14 02:29:42.600608 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0104bce2-35cb-4eff-bb3f-976a814dcd07 req-819caf91-3f53-48dc-8e2e-2de63e48f1d7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402684 Oct 14 02:29:42.607899 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 398d906f-27e1-4a76-86af-184f2ca8fd0b up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:29:42.652759 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port 398d906f-27e1-4a76-86af-184f2ca8fd0b completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:29:42.658606 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 398d906f-27e1-4a76-86af-184f2ca8fd0b triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:29:42.659024 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:42.659384 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 398d906f-27e1-4a76-86af-184f2ca8fd0b Oct 14 02:29:42.729593 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 398d906f-27e1-4a76-86af-184f2ca8fd0b is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:29:42.729968 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:42.752985 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:29:42.755220 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1541cf01-a6ed-470e-9765-6442f96b2b84" -d '{"events": [{"server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "name": "network-vif-plugged", "status": "completed", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:29:42.768030 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:29:42.772138 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:42.795639 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaf6152-991c-497b-979d-e20732464233 x-openstack-request-id: req-aeaf6152-991c-497b-979d-e20732464233 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:29:42.795912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "name": "network-vif-plugged", "status": "completed", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:29:42.796162 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aeaf6152-991c-497b-979d-e20732464233 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:29:42.796551 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeaf6152-991c-497b-979d-e20732464233'] response: {'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'code': 200} Oct 14 02:29:42.824035 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=398d906f-27e1-4a76-86af-184f2ca8fd0b,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:29:42.977348 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c69926-47da-4e06-b0a9-35cab7ca858e req-796365db-3bed-4a2c-87cf-a5b0ba69550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:42.978854 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-33c69926-47da-4e06-b0a9-35cab7ca858e req-796365db-3bed-4a2c-87cf-a5b0ba69550f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 1130 time: 0.0431566 Oct 14 02:29:43.027509 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-33c69926-47da-4e06-b0a9-35cab7ca858e req-23774d8f-0d09-44d4-9e50-5ae0891d6daa service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372987 Oct 14 02:29:43.732982 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e11e2-9966-4704-91ef-bfc59aa580d2 req-85037e78-bc24-43e2-80f4-50a27849d980 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:43.734472 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c92e11e2-9966-4704-91ef-bfc59aa580d2 req-85037e78-bc24-43e2-80f4-50a27849d980 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0501888 Oct 14 02:29:43.769145 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:43.783864 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c92e11e2-9966-4704-91ef-bfc59aa580d2 req-750b7ad7-c79c-46dd-9a55-b0769c8eae01 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430608 Oct 14 02:29:44.911014 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120798d1-d09c-41c2-9bbb-caff241ed4aa req-cd52b272-1739-4bbb-a42f-2a10dc32fbd2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:44.912435 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-120798d1-d09c-41c2-9bbb-caff241ed4aa req-cd52b272-1739-4bbb-a42f-2a10dc32fbd2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0463884 Oct 14 02:29:44.936597 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:44.958488 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-120798d1-d09c-41c2-9bbb-caff241ed4aa req-792f3d29-94b4-42bb-a8b8-cc3dba8ba256 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 Oct 14 02:29:45.080257 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618de343-111c-4796-82cb-fc0a31a5f179 req-6887e321-1fe3-4542-a61e-e55024d67770 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:45.081680 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-618de343-111c-4796-82cb-fc0a31a5f179 req-6887e321-1fe3-4542-a61e-e55024d67770 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0451472 Oct 14 02:29:45.092498 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43570) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:29:45.096955 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-16b45f31-8dfc-4f0e-93b5-6073689ce5cd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Request body: {'floatingip': {'port_id': '398d906f-27e1-4a76-86af-184f2ca8fd0b'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:29:45.139336 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16b45f31-8dfc-4f0e-93b5-6073689ce5cd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (406cd5da-4aa3-4fb1-9bcc-16d697c1a18c), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:45.355552 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:45.357397 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:45.816911 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16b45f31-8dfc-4f0e-93b5-6073689ce5cd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:45.820894 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16b45f31-8dfc-4f0e-93b5-6073689ce5cd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (406cd5da-4aa3-4fb1-9bcc-16d697c1a18c), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:45.906132 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d5230-f87c-457e-b0b0-13a107a5a521 req-08a19daa-af61-481d-855d-ee614187d137 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:45.907816 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa3d5230-f87c-457e-b0b0-13a107a5a521 req-08a19daa-af61-481d-855d-ee614187d137 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0566835 Oct 14 02:29:45.917261 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-16b45f31-8dfc-4f0e-93b5-6073689ce5cd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Floating IP 406cd5da-4aa3-4fb1-9bcc-16d697c1a18c associated. External IP: 172.27.1.81, port: 398d906f-27e1-4a76-86af-184f2ca8fd0b. Oct 14 02:29:45.955766 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa3d5230-f87c-457e-b0b0-13a107a5a521 req-d8bcdf43-36bb-4f1f-bddc-05b1f274ab06 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422611 Oct 14 02:29:46.054901 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:46.123040 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b45f31-8dfc-4f0e-93b5-6073689ce5cd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Router 958eccc3-26b4-47d1-811f-f8bba1a5e724 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:29:46.226563 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b45f31-8dfc-4f0e-93b5-6073689ce5cd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:29:46.231878 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16b45f31-8dfc-4f0e-93b5-6073689ce5cd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:46.237559 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeeaaa6-ef1c-4c0d-a07a-4a33e44e1ef8 None None] Sync routers for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:29:46.247153 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeeaaa6-ef1c-4c0d-a07a-4a33e44e1ef8 None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:29:46.247753 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bbeeaaa6-ef1c-4c0d-a07a-4a33e44e1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:29:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:46.250569 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:46.263192 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-16b45f31-8dfc-4f0e-93b5-6073689ce5cd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/406cd5da-4aa3-4fb1-9bcc-16d697c1a18c HTTP/1.1" status: 200 len: 991 time: 1.1696033 Oct 14 02:29:46.263915 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:29:46.266271 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22648af-82fe-4e64-9a21-000025fcd24f" -d '{"events": [{"name": "network-changed", "server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:29:46.305652 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460f8950-ed80-4b75-83fe-a7cbe2d3991b x-openstack-request-id: req-460f8950-ed80-4b75-83fe-a7cbe2d3991b {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:29:46.305941 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:29:46.306193 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-460f8950-ed80-4b75-83fe-a7cbe2d3991b {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:29:46.306602 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460f8950-ed80-4b75-83fe-a7cbe2d3991b'] response: {'name': 'network-changed', 'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'status': 'completed', 'code': 200} Oct 14 02:29:46.360735 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-bbeeaaa6-ef1c-4c0d-a07a-4a33e44e1ef8 None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:29:46.386436 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22648af-82fe-4e64-9a21-000025fcd24f req-fffcab09-1c78-44b3-b3d7-3aff41d06d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:46.387980 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a22648af-82fe-4e64-9a21-000025fcd24f req-fffcab09-1c78-44b3-b3d7-3aff41d06d6b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 1130 time: 0.0413299 Oct 14 02:29:46.487562 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22648af-82fe-4e64-9a21-000025fcd24f req-d0ca27ea-8ec1-48f2-ac38-0564255bafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:46.488974 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a22648af-82fe-4e64-9a21-000025fcd24f req-d0ca27ea-8ec1-48f2-ac38-0564255bafcf service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 200 len: 918 time: 0.0902743 Oct 14 02:29:46.533650 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-70b7de2a-4685-47e0-b942-74209be1ddff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:46.552028 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a22648af-82fe-4e64-9a21-000025fcd24f req-298f6049-6121-4d31-9c04-bd09ed3d2920 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b HTTP/1.1" status: 200 len: 999 time: 0.0565991 Oct 14 02:29:46.578261 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bbeeaaa6-ef1c-4c0d-a07a-4a33e44e1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '406cd5da-4aa3-4fb1-9bcc-16d697c1a18c', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'port_id': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'mac_address': 'fa:16:3e:be:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:29:32Z', 'updated_at': '2022-10-14T02:29:45Z', 'revision_number': 1, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:46.606552 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeeaaa6-ef1c-4c0d-a07a-4a33e44e1ef8 None None] Checking router: 958eccc3-26b4-47d1-811f-f8bba1a5e724 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:29:46.611961 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22648af-82fe-4e64-9a21-000025fcd24f req-12d96911-077a-485c-b59b-b8b2e2f79b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:46.613570 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a22648af-82fe-4e64-9a21-000025fcd24f req-12d96911-077a-485c-b59b-b8b2e2f79b22 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=df574a0d-c460-4e0b-b9d8-f91874100636 HTTP/1.1" status: 200 len: 856 time: 0.0451474 Oct 14 02:29:46.615271 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeeaaa6-ef1c-4c0d-a07a-4a33e44e1ef8 None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:29:46.615861 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bbeeaaa6-ef1c-4c0d-a07a-4a33e44e1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:29:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:46.659307 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22648af-82fe-4e64-9a21-000025fcd24f req-b06d3177-fbe4-4d91-8290-c606841b07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:46.660787 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a22648af-82fe-4e64-9a21-000025fcd24f req-b06d3177-fbe4-4d91-8290-c606841b07ed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397420 Oct 14 02:29:46.719643 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-bbeeaaa6-ef1c-4c0d-a07a-4a33e44e1ef8 None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:29:46.758477 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a22648af-82fe-4e64-9a21-000025fcd24f req-6f9aada8-3d42-4510-bf75-97e8b01188c8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883374 Oct 14 02:29:46.855959 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a22648af-82fe-4e64-9a21-000025fcd24f req-3718335a-833a-4099-b441-8d63f6ef784c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863950 Oct 14 02:29:46.934050 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bbeeaaa6-ef1c-4c0d-a07a-4a33e44e1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '406cd5da-4aa3-4fb1-9bcc-16d697c1a18c', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'port_id': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'mac_address': 'fa:16:3e:be:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:29:32Z', 'updated_at': '2022-10-14T02:29:45Z', 'revision_number': 1, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:29:46.958609 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeeaaa6-ef1c-4c0d-a07a-4a33e44e1ef8 None None] The sync data for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi is: [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '406cd5da-4aa3-4fb1-9bcc-16d697c1a18c', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'port_id': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'mac_address': 'fa:16:3e:be:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:29:32Z', 'updated_at': '2022-10-14T02:29:45Z', 'revision_number': 1, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:29:47.086054 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33c577-3d31-4ed4-b951-0e4a25c12056 req-76c4240d-bd3a-47c1-bea0-b6dcfa5c9be9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:47.087774 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6a33c577-3d31-4ed4-b951-0e4a25c12056 req-76c4240d-bd3a-47c1-bea0-b6dcfa5c9be9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0475996 Oct 14 02:29:47.137933 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6a33c577-3d31-4ed4-b951-0e4a25c12056 req-da302482-8a06-46a3-b9ae-351ab8a7ba2a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445547 Oct 14 02:29:47.165172 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c34af6c-65e4-4338-af2f-27b9bf5a18f0 None None] New status for floating IP 406cd5da-4aa3-4fb1-9bcc-16d697c1a18c: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:29:48.263538 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8328f8-10bb-4773-9922-92a93ee368bb req-382347c5-91b8-4da0-8315-9f7ddfe83430 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:48.265010 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bb8328f8-10bb-4773-9922-92a93ee368bb req-382347c5-91b8-4da0-8315-9f7ddfe83430 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0474555 Oct 14 02:29:48.316618 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bb8328f8-10bb-4773-9922-92a93ee368bb req-ac8d2fa8-a553-47c6-9c15-276bd2aa69d6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449271 Oct 14 02:29:48.863314 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da7881df-91aa-410f-859f-d436b92f21ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:49.443375 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c46c56-d505-4411-b876-91e8f8f420aa req-23c56786-94a4-4b94-b00f-c8bf8d0335c5 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:49.446248 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-34c46c56-d505-4411-b876-91e8f8f420aa req-23c56786-94a4-4b94-b00f-c8bf8d0335c5 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0507841 Oct 14 02:29:49.495797 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-34c46c56-d505-4411-b876-91e8f8f420aa req-6fc34dd8-9ea0-4bbc-a618-952d46dff75d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442724 Oct 14 02:29:49.799866 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:50.626822 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260109d7-879b-475e-b8e0-da9e7764a1a1 req-f1c02cde-e4b5-4d15-a059-28c8a86b9b1c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:50.628401 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-260109d7-879b-475e-b8e0-da9e7764a1a1 req-f1c02cde-e4b5-4d15-a059-28c8a86b9b1c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0472524 Oct 14 02:29:50.677605 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-260109d7-879b-475e-b8e0-da9e7764a1a1 req-c3380e36-7c69-4a69-95c9-fad7b4341084 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435410 Oct 14 02:29:51.517062 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:51.714724 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:51.729759 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:29:51.805170 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299d8b1-5c06-48fe-8021-28215046ff73 req-e6db1680-a949-4eb0-8ca4-cea7037d1f95 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:51.806639 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8299d8b1-5c06-48fe-8021-28215046ff73 req-e6db1680-a949-4eb0-8ca4-cea7037d1f95 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0500886 Oct 14 02:29:51.855601 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8299d8b1-5c06-48fe-8021-28215046ff73 req-9fe1546f-6fa8-48ac-bcbe-df25c9868648 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431414 Oct 14 02:29:52.986387 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d876465-5cc6-46fe-8c67-abc07a65b6e8 req-8562b329-1b16-43da-a777-d1539ab0966e tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:52.987768 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d876465-5cc6-46fe-8c67-abc07a65b6e8 req-8562b329-1b16-43da-a777-d1539ab0966e tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0474446 Oct 14 02:29:53.034073 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d876465-5cc6-46fe-8c67-abc07a65b6e8 req-10fb0497-aeec-445b-943a-ee9874ca86ba tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407460 Oct 14 02:29:54.164041 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5bd34-178a-41fa-82e3-b2134f4a9dac req-3ef4d5bc-c4f5-4e87-976e-f2002d636ce8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:54.165483 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-27c5bd34-178a-41fa-82e3-b2134f4a9dac req-3ef4d5bc-c4f5-4e87-976e-f2002d636ce8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0514932 Oct 14 02:29:54.215891 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-27c5bd34-178a-41fa-82e3-b2134f4a9dac req-2a6437b7-cc61-47d4-bec8-a88a80ddd005 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448349 Oct 14 02:29:55.337312 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adca626-2b31-4f9f-b53e-8d2e9427a04a req-3dc4be59-6e2d-4680-842c-48a611c83415 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:55.338776 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4adca626-2b31-4f9f-b53e-8d2e9427a04a req-3dc4be59-6e2d-4680-842c-48a611c83415 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0473068 Oct 14 02:29:55.386188 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4adca626-2b31-4f9f-b53e-8d2e9427a04a req-40a0853a-a23f-45e8-b520-7cda983d7fc6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Oct 14 02:29:56.494775 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:56.508886 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e789a34-78d3-40b5-b6c1-d0c88e2e6fd6 req-006e7d41-9265-4fbc-a95c-cebc6c90c524 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:56.510534 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8e789a34-78d3-40b5-b6c1-d0c88e2e6fd6 req-006e7d41-9265-4fbc-a95c-cebc6c90c524 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0477242 Oct 14 02:29:56.560948 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8e789a34-78d3-40b5-b6c1-d0c88e2e6fd6 req-42cc26aa-255e-4a0c-b59b-c5c9fc26b2cb tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449166 Oct 14 02:29:56.767701 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023ca76-c305-4d82-b2c9-5ba8bf7ec22c req-d39727f5-8556-48af-9e1c-9905be3fbdd1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:56.769186 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7023ca76-c305-4d82-b2c9-5ba8bf7ec22c req-d39727f5-8556-48af-9e1c-9905be3fbdd1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0507090 Oct 14 02:29:56.782033 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:56.819876 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7023ca76-c305-4d82-b2c9-5ba8bf7ec22c req-05757804-05cc-443b-ba32-f470f984581b tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445671 Oct 14 02:29:56.852129 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=69 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:56.885161 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b4d24-4234-4846-8127-87e053d1d1d5 req-ae4882a5-64e5-42ac-b3e5-f05f26e062a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:56.886656 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f1b4d24-4234-4846-8127-87e053d1d1d5 req-ae4882a5-64e5-42ac-b3e5-f05f26e062a5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 1129 time: 0.0971870 Oct 14 02:29:56.936220 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=78 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:56.936890 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=70 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:29:56.979060 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b4d24-4234-4846-8127-87e053d1d1d5 req-a8388e7f-ee85-4159-a9ff-c189a26da309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:56.980543 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f1b4d24-4234-4846-8127-87e053d1d1d5 req-a8388e7f-ee85-4159-a9ff-c189a26da309 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4299c348-5cd7-492e-82e5-e30b1204822d HTTP/1.1" status: 200 len: 912 time: 0.0874429 Oct 14 02:29:57.043891 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f1b4d24-4234-4846-8127-87e053d1d1d5 req-19327c79-e8c6-4b67-8d01-e1f5a4934e7f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08e2a477-2317-42b9-b220-01bf29646192 HTTP/1.1" status: 200 len: 1000 time: 0.0567350 Oct 14 02:29:57.095956 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b4d24-4234-4846-8127-87e053d1d1d5 req-c53a5890-737b-4607-aded-804017da384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:57.097346 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f1b4d24-4234-4846-8127-87e053d1d1d5 req-c53a5890-737b-4607-aded-804017da384e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a651fca8-4007-4455-b37a-8eae20093d74 HTTP/1.1" status: 200 len: 850 time: 0.0428479 Oct 14 02:29:57.139934 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b4d24-4234-4846-8127-87e053d1d1d5 req-e96a4203-e69d-47f9-aa12-f2be69a23207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:57.141428 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f1b4d24-4234-4846-8127-87e053d1d1d5 req-e96a4203-e69d-47f9-aa12-f2be69a23207 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4299c348-5cd7-492e-82e5-e30b1204822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382288 Oct 14 02:29:57.234158 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f1b4d24-4234-4846-8127-87e053d1d1d5 req-e7f61f98-8a3d-4c79-aa94-3d4fee7a325b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850639 Oct 14 02:29:57.326613 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f1b4d24-4234-4846-8127-87e053d1d1d5 req-6427b693-c0bf-4d5c-a906-8c10880b4af5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858576 Oct 14 02:29:57.947351 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c2b28-ee43-4863-a497-73a18516178f req-943012c4-9799-4248-80d3-ca963574f956 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:57.948790 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b28c2b28-ee43-4863-a497-73a18516178f req-943012c4-9799-4248-80d3-ca963574f956 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0464227 Oct 14 02:29:57.995312 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b28c2b28-ee43-4863-a497-73a18516178f req-b4db020d-e137-4208-8be3-41d938d47781 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Oct 14 02:29:59.119230 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091fb09-0190-4b9b-af51-0fc136428399 req-6f7b6ca3-f3d3-4b44-bcb4-09c5f3664cdb tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:29:59.120682 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7091fb09-0190-4b9b-af51-0fc136428399 req-6f7b6ca3-f3d3-4b44-bcb4-09c5f3664cdb tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0512776 Oct 14 02:29:59.168346 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7091fb09-0190-4b9b-af51-0fc136428399 req-40330579-b664-4896-8dd5-fc4e84ced0ef tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421803 Oct 14 02:30:00.099294 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:00.112239 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:07.322194 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=47 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:07.324002 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:09.157197 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=31 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:09.164394 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=23 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:10.108102 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:10.960989 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8e58aaad-b21f-4046-8096-e637e8f205be req-84cee440-8557-431a-bf4e-58ea479103c6 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-999396024&fields=id&tenant_id=ace6580a1307486895a0ec8149a95fa9 HTTP/1.1" status: 200 len: 267 time: 0.0455053 Oct 14 02:30:11.011972 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58aaad-b21f-4046-8096-e637e8f205be req-5658337b-2a23-4b55-b8a4-f5cce2014a85 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:11.013427 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8e58aaad-b21f-4046-8096-e637e8f205be req-5658337b-2a23-4b55-b8a4-f5cce2014a85 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 984 time: 0.0471509 Oct 14 02:30:11.023664 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-8e58aaad-b21f-4046-8096-e637e8f205be req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Request body: {'port': {'security_groups': ['b405af0b-6f89-4e39-b276-a6ebcaeb697f']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:11.103403 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8e58aaad-b21f-4046-8096-e637e8f205be req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (a5067bf3-c745-4912-8359-901585cccd36), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:11.277566 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-8e58aaad-b21f-4046-8096-e637e8f205be req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] For port a5067bf3-c745-4912-8359-901585cccd36, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a5067bf3-c745-4912-8359-901585cccd36,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:11.306517 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8e58aaad-b21f-4046-8096-e637e8f205be req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for port (a5067bf3-c745-4912-8359-901585cccd36), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:11.311816 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8e58aaad-b21f-4046-8096-e637e8f205be req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (a5067bf3-c745-4912-8359-901585cccd36), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:11.322632 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58aaad-b21f-4046-8096-e637e8f205be req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:11.323254 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-8e58aaad-b21f-4046-8096-e637e8f205be req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:11.324633 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8e58aaad-b21f-4046-8096-e637e8f205be req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "PUT /networking/v2.0/ports/a5067bf3-c745-4912-8359-901585cccd36 HTTP/1.1" status: 200 len: 942 time: 0.3052611 Oct 14 02:30:11.325187 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:11.325484 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['a5067bf3-c745-4912-8359-901585cccd36'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:30:11.327440 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d379f1-d817-4d31-ac2c-5833568b3f19" -d '{"events": [{"name": "network-changed", "server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "tag": "a5067bf3-c745-4912-8359-901585cccd36"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:11.344710 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43674) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:11.386634 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event updated for resources: {'Port': ['ID=a5067bf3-c745-4912-8359-901585cccd36,revision_number=7']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:11.396679 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.397388 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.397945 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.398491 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.399036 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.399963 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.400290 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.400659 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.400967 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.401376 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.401811 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.402143 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.402463 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.402781 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.403267 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922202-4a3a-4aa1-aec8-33b7ca240884 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.419705 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group (b352366b-9b9e-426d-a811-0ab33b8e74eb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:11.446407 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group (b352366b-9b9e-426d-a811-0ab33b8e74eb), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:11.446579 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ff765c-9733-4d87-b526-c0a86a9e3be7 x-openstack-request-id: req-c2ff765c-9733-4d87-b526-c0a86a9e3be7 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:11.446850 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "tag": "a5067bf3-c745-4912-8359-901585cccd36", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:11.447132 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2ff765c-9733-4d87-b526-c0a86a9e3be7 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:11.447541 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ff765c-9733-4d87-b526-c0a86a9e3be7'] response: {'name': 'network-changed', 'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36', 'status': 'completed', 'code': 200} Oct 14 02:30:11.458077 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['a5067bf3-c745-4912-8359-901585cccd36'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:30:11.536987 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d379f1-d817-4d31-ac2c-5833568b3f19 req-4b16028d-25ad-49bc-b202-327abd667377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:11.538772 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-83d379f1-d817-4d31-ac2c-5833568b3f19 req-4b16028d-25ad-49bc-b202-327abd667377 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ace6580a1307486895a0ec8149a95fa9&device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 1129 time: 0.0431981 Oct 14 02:30:11.599545 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (b352366b-9b9e-426d-a811-0ab33b8e74eb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:11.602811 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:11.606822 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b352366b-9b9e-426d-a811-0ab33b8e74eb HTTP/1.1" status: 204 len: 168 time: 0.2583282 Oct 14 02:30:11.607161 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43676) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:11.626584 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b352366b-9b9e-426d-a811-0ab33b8e74eb,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:11.642293 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.642574 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.643167 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.643714 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.644814 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.645386 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.645888 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.646398 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.646916 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.647513 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.648077 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.648606 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.650228 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.650857 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.651419 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0bb4-9291-4f93-ad28-9f9f962aa77e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:11.691291 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d379f1-d817-4d31-ac2c-5833568b3f19 req-fc67c2e2-492b-4bfe-a3a0-27e6864b8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:11.693050 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-83d379f1-d817-4d31-ac2c-5833568b3f19 req-fc67c2e2-492b-4bfe-a3a0-27e6864b8726 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=c4b028d4-13cc-4641-80cb-f23766bdcdbd HTTP/1.1" status: 200 len: 915 time: 0.1474390 Oct 14 02:30:11.758123 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-83d379f1-d817-4d31-ac2c-5833568b3f19 req-d0e82b78-c74c-436a-ba76-ee075e58fb8c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5067bf3-c745-4912-8359-901585cccd36 HTTP/1.1" status: 200 len: 1001 time: 0.0574527 Oct 14 02:30:11.766345 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Deleting port bc797d69-bd00-4d39-834a-360375f78fce {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:11.766757 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (bc797d69-bd00-4d39-834a-360375f78fce), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:11.809784 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d379f1-d817-4d31-ac2c-5833568b3f19 req-cc0cd82c-622c-4a73-8385-74062aeeb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:11.811304 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-83d379f1-d817-4d31-ac2c-5833568b3f19 req-cc0cd82c-622c-4a73-8385-74062aeeb015 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=480f66f4-5c53-4f4f-b49d-dd1d07a2df27 HTTP/1.1" status: 200 len: 853 time: 0.0467801 Oct 14 02:30:11.849670 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (bc797d69-bd00-4d39-834a-360375f78fce), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:11.849989 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for floatingip (bc797d69-bd00-4d39-834a-360375f78fce), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:11.863842 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Calling delete_port for bc797d69-bd00-4d39-834a-360375f78fce owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:11.871424 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d379f1-d817-4d31-ac2c-5833568b3f19 req-fd1a9e74-ef72-4574-97a9-bf19b41ec928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:11.872919 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-83d379f1-d817-4d31-ac2c-5833568b3f19 req-fd1a9e74-ef72-4574-97a9-bf19b41ec928 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c4b028d4-13cc-4641-80cb-f23766bdcdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435331 Oct 14 02:30:11.966488 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-83d379f1-d817-4d31-ac2c-5833568b3f19 req-32099d20-851b-4238-aa58-6fcdc4d719ca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864892 Oct 14 02:30:12.067024 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-83d379f1-d817-4d31-ac2c-5833568b3f19 req-15787b70-3a8e-40f4-b758-6454289ff782 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945578 Oct 14 02:30:12.244308 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:12.256790 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:12.261544 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (bc797d69-bd00-4d39-834a-360375f78fce), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:12.287931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event deleted for resources: {'Port': ['ID=bc797d69-bd00-4d39-834a-360375f78fce,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:12.352809 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks [] for floatingip (5e9af0b3-73c7-4da7-a0c0-5a18aecbf840), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:12.353155 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Floating IP 5e9af0b3-73c7-4da7-a0c0-5a18aecbf840 disassociated (deleted). External IP: 172.27.1.183, port: a5067bf3-c745-4912-8359-901585cccd36. Oct 14 02:30:12.360765 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:30:12.551316 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Router 04f1764b-f7e5-42a8-82e3-288d0904ccec has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:30:12.660699 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:30:12.665288 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:12.671952 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb1cbe-418f-4e9c-99d8-a8f466a69415 None None] Sync routers for ids ['04f1764b-f7e5-42a8-82e3-288d0904ccec'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:30:12.682915 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb1cbe-418f-4e9c-99d8-a8f466a69415 None None] Routers {'04f1764b-f7e5-42a8-82e3-288d0904ccec'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:12.683848 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-61cb1cbe-418f-4e9c-99d8-a8f466a69415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:29:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['04f1764b-f7e5-42a8-82e3-288d0904ccec'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:12.698860 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4eadf062-eb66-4b4b-a8ec-0d360b90a669 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/5e9af0b3-73c7-4da7-a0c0-5a18aecbf840 HTTP/1.1" status: 204 len: 168 time: 1.0873115 Oct 14 02:30:12.793897 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-61cb1cbe-418f-4e9c-99d8-a8f466a69415 None None] Set router 04f1764b-f7e5-42a8-82e3-288d0904ccec gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:13.096519 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-61cb1cbe-418f-4e9c-99d8-a8f466a69415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '6541de4d-ff27-476b-9863-fa78c344d5d7', 'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'mac_address': 'fa:16:3e:fb:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:30Z', 'revision_number': 5, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'subnets': [{'id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:13.124200 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb1cbe-418f-4e9c-99d8-a8f466a69415 None None] Checking router: 04f1764b-f7e5-42a8-82e3-288d0904ccec for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:30:13.132518 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb1cbe-418f-4e9c-99d8-a8f466a69415 None None] Routers {'04f1764b-f7e5-42a8-82e3-288d0904ccec'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:13.133101 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-61cb1cbe-418f-4e9c-99d8-a8f466a69415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:29:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['04f1764b-f7e5-42a8-82e3-288d0904ccec'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:13.232551 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-61cb1cbe-418f-4e9c-99d8-a8f466a69415 None None] Set router 04f1764b-f7e5-42a8-82e3-288d0904ccec gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:13.419704 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-61cb1cbe-418f-4e9c-99d8-a8f466a69415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '6541de4d-ff27-476b-9863-fa78c344d5d7', 'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'mac_address': 'fa:16:3e:fb:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:30Z', 'revision_number': 5, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'subnets': [{'id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:13.444040 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb1cbe-418f-4e9c-99d8-a8f466a69415 None None] The sync data for ids ['04f1764b-f7e5-42a8-82e3-288d0904ccec'] in dv-cinder-845069-4-iscsi is: [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:26:09Z', 'revision_number': 4, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '6541de4d-ff27-476b-9863-fa78c344d5d7', 'name': '', 'network_id': 'c4b028d4-13cc-4641-80cb-f23766bdcdbd', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'mac_address': 'fa:16:3e:fb:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:30Z', 'revision_number': 5, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'subnets': [{'id': '480f66f4-5c53-4f4f-b49d-dd1d07a2df27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:30:13.449248 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:13.451706 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f93699-ecfc-440d-bd40-1ad770bbfe59" -d '{"events": [{"name": "network-changed", "server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "tag": "a5067bf3-c745-4912-8359-901585cccd36"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:13.492114 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6873e99d-640b-4c19-befe-67eb3b2c402e x-openstack-request-id: req-6873e99d-640b-4c19-befe-67eb3b2c402e {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:13.492423 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "tag": "a5067bf3-c745-4912-8359-901585cccd36", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:13.492711 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6873e99d-640b-4c19-befe-67eb3b2c402e {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:13.493060 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6873e99d-640b-4c19-befe-67eb3b2c402e'] response: {'name': 'network-changed', 'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36', 'status': 'completed', 'code': 200} Oct 14 02:30:13.558324 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f93699-ecfc-440d-bd40-1ad770bbfe59 req-baffe050-58ce-4c61-a9f9-c27f12e58f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:13.559861 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66f93699-ecfc-440d-bd40-1ad770bbfe59 req-baffe050-58ce-4c61-a9f9-c27f12e58f69 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ace6580a1307486895a0ec8149a95fa9&device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 1129 time: 0.0423710 Oct 14 02:30:13.665359 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f93699-ecfc-440d-bd40-1ad770bbfe59 req-541d99a1-63a3-4a78-b1bb-28593d9086d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:13.666864 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66f93699-ecfc-440d-bd40-1ad770bbfe59 req-541d99a1-63a3-4a78-b1bb-28593d9086d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=c4b028d4-13cc-4641-80cb-f23766bdcdbd HTTP/1.1" status: 200 len: 915 time: 0.0974727 Oct 14 02:30:13.704794 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba3783-678f-404a-8222-6e75810175b7 None None] New status for floating IP 5e9af0b3-73c7-4da7-a0c0-5a18aecbf840: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:30:13.709230 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66f93699-ecfc-440d-bd40-1ad770bbfe59 req-5e320109-60e9-461f-bb04-57eb70dc7832 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5067bf3-c745-4912-8359-901585cccd36 HTTP/1.1" status: 200 len: 217 time: 0.0357201 Oct 14 02:30:13.766935 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f93699-ecfc-440d-bd40-1ad770bbfe59 req-b06bc9d0-4911-4ca7-a295-292a62fd4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:13.768614 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66f93699-ecfc-440d-bd40-1ad770bbfe59 req-b06bc9d0-4911-4ca7-a295-292a62fd4eef service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=480f66f4-5c53-4f4f-b49d-dd1d07a2df27 HTTP/1.1" status: 200 len: 853 time: 0.0513937 Oct 14 02:30:14.114926 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f93699-ecfc-440d-bd40-1ad770bbfe59 req-d2e2f622-c864-4652-8386-0d50bcfec5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:14.116667 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66f93699-ecfc-440d-bd40-1ad770bbfe59 req-d2e2f622-c864-4652-8386-0d50bcfec5d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c4b028d4-13cc-4641-80cb-f23766bdcdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483818 Oct 14 02:30:14.200850 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:14.216395 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66f93699-ecfc-440d-bd40-1ad770bbfe59 req-a1738113-9df0-4251-b8ea-3cbdab0d4421 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924923 Oct 14 02:30:14.292212 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:14.325192 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66f93699-ecfc-440d-bd40-1ad770bbfe59 req-a7654898-a608-4316-aebc-6cb3cae4c70c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889330 Oct 14 02:30:15.369498 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040b6c-3cd6-4143-9953-0cbe133c8a95 req-a3b49129-e698-4e8c-8eb7-66280887d87f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:15.371018 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4b040b6c-3cd6-4143-9953-0cbe133c8a95 req-a3b49129-e698-4e8c-8eb7-66280887d87f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.0803967 Oct 14 02:30:15.425182 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4b040b6c-3cd6-4143-9953-0cbe133c8a95 req-195d99c7-64b0-4d4d-9cf7-1ea545763a31 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477622 Oct 14 02:30:15.588181 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebf30b-72da-49e4-aeef-1b56ae47690b req-84a8c4be-86a1-461d-8e9a-52f0866d6f79 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:15.589378 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f6ebf30b-72da-49e4-aeef-1b56ae47690b req-84a8c4be-86a1-461d-8e9a-52f0866d6f79 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0462887 Oct 14 02:30:15.637265 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f6ebf30b-72da-49e4-aeef-1b56ae47690b req-6ca56964-039b-4616-abbf-cd897d99f382 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419340 Oct 14 02:30:16.540361 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c34f0d48-40c1-480e-96ab-8a3c94deecc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:16.564145 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d751d8e-2db0-41a5-af7e-02c82ae8d4d6 req-a3cd12f5-590c-4013-9576-d882561f0b3e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:16.565628 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4d751d8e-2db0-41a5-af7e-02c82ae8d4d6 req-a3cd12f5-590c-4013-9576-d882561f0b3e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.0622864 Oct 14 02:30:16.647587 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4fbb2-23b6-468f-8871-20dfce784774 req-7a0e4719-50f0-41f5-a8e0-16950bc06735 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:16.649743 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b6e4fbb2-23b6-468f-8871-20dfce784774 req-7a0e4719-50f0-41f5-a8e0-16950bc06735 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.0763059 Oct 14 02:30:16.654641 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4d751d8e-2db0-41a5-af7e-02c82ae8d4d6 req-4dfefcf2-fde5-4f87-8933-5fa7cfce8b40 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828047 Oct 14 02:30:16.712239 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b6e4fbb2-23b6-468f-8871-20dfce784774 req-17dbe28f-730b-486d-89ef-0692ff814ff8 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552170 Oct 14 02:30:16.769265 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35dfbe-18b8-4826-9490-bd9c1e939c75 req-eac1a938-6232-4148-bd96-87d2fb1ae94c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:16.770731 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-df35dfbe-18b8-4826-9490-bd9c1e939c75 req-eac1a938-6232-4148-bd96-87d2fb1ae94c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0481045 Oct 14 02:30:16.822763 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-df35dfbe-18b8-4826-9490-bd9c1e939c75 req-fa07399f-2479-4724-86e7-d72bb1966fe5 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460403 Oct 14 02:30:17.783392 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb111012-7d20-4891-9a4a-ddff9009fca5 req-b54d2caf-c3da-4837-a50a-b9a3b544f973 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:17.787372 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fb111012-7d20-4891-9a4a-ddff9009fca5 req-b54d2caf-c3da-4837-a50a-b9a3b544f973 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.0497408 Oct 14 02:30:17.820233 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:17.841613 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:17.857015 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574672ba-7545-42dd-a8e0-059b1de6610b req-517e4b15-fbd6-47da-b34a-8ea2d1f2af57 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:17.858489 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-574672ba-7545-42dd-a8e0-059b1de6610b req-517e4b15-fbd6-47da-b34a-8ea2d1f2af57 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.0701866 Oct 14 02:30:17.880863 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fb111012-7d20-4891-9a4a-ddff9009fca5 req-f1e8eeb9-3fa1-4d09-b35f-d8d501d306ae tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839088 Oct 14 02:30:17.916432 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-574672ba-7545-42dd-a8e0-059b1de6610b req-0e65d692-5051-4de4-b9f5-e9d0fdb2d16e tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498011 Oct 14 02:30:17.984828 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aded0d1-8042-45a1-95e2-8812a00b0fd8 req-87e1ee30-c7f9-4345-97ae-1d4bcdeeb0c2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:17.986148 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7aded0d1-8042-45a1-95e2-8812a00b0fd8 req-87e1ee30-c7f9-4345-97ae-1d4bcdeeb0c2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0491982 Oct 14 02:30:18.031361 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7aded0d1-8042-45a1-95e2-8812a00b0fd8 req-afc39c02-eb68-48f3-bed3-6df4cc8bd492 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396461 Oct 14 02:30:18.865019 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39df745a-4c2d-478d-94cd-0317e1ddc04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:19.008821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4d98f-16c6-45ce-a66f-5a34cf962a1d req-ab1fc395-654b-4324-80fe-82267451aa6a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:19.010243 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54d4d98f-16c6-45ce-a66f-5a34cf962a1d req-ab1fc395-654b-4324-80fe-82267451aa6a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.0548868 Oct 14 02:30:19.061817 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83628662-ea2c-4e46-8160-84aa313751d6 req-c083f6f7-d099-4aeb-9e6b-fad64b71ec6b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:19.063259 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-83628662-ea2c-4e46-8160-84aa313751d6 req-c083f6f7-d099-4aeb-9e6b-fad64b71ec6b tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.0707512 Oct 14 02:30:19.103432 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54d4d98f-16c6-45ce-a66f-5a34cf962a1d req-c88a4860-1847-4136-9aff-23b83a0be367 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738351 Oct 14 02:30:19.135642 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-83628662-ea2c-4e46-8160-84aa313751d6 req-d3b9eb81-9a19-41c7-9e91-f917ba96e8be tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651922 Oct 14 02:30:19.207142 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38e0d0-4c69-4ff1-ac8a-957d4c3a2bbf req-e5b49a10-7213-435f-9137-cfd6c40db0c1 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:19.208597 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cc38e0d0-4c69-4ff1-ac8a-957d4c3a2bbf req-e5b49a10-7213-435f-9137-cfd6c40db0c1 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0476699 Oct 14 02:30:19.257037 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cc38e0d0-4c69-4ff1-ac8a-957d4c3a2bbf req-e780b7f0-813e-44a5-a684-ac437da3c598 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425549 Oct 14 02:30:19.803357 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:20.251695 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aec6b-87f0-4b7d-9979-f92584f1e79b req-2d5e0022-393b-45bb-8b82-1dd6f3c7273a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:20.253118 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-937aec6b-87f0-4b7d-9979-f92584f1e79b req-2d5e0022-393b-45bb-8b82-1dd6f3c7273a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.0742435 Oct 14 02:30:20.274993 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b8c05-5e35-4168-903f-16c883ae7db6 req-7661b4ad-9f6c-454d-8918-a79de44ded1f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:20.276382 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-581b8c05-5e35-4168-903f-16c883ae7db6 req-7661b4ad-9f6c-454d-8918-a79de44ded1f tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.0669606 Oct 14 02:30:20.341401 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-937aec6b-87f0-4b7d-9979-f92584f1e79b req-69bff67b-9928-4354-8524-0d5b49b3f01c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820968 Oct 14 02:30:20.345471 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-581b8c05-5e35-4168-903f-16c883ae7db6 req-ca2f730a-5313-438e-87a3-3b0791650039 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622096 Oct 14 02:30:20.441678 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af905c-48b6-4131-a862-7d017311705f req-bcdcb762-f33d-42b9-82be-fa57fbd05407 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:20.443027 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-55af905c-48b6-4131-a862-7d017311705f req-bcdcb762-f33d-42b9-82be-fa57fbd05407 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0468531 Oct 14 02:30:20.490155 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-55af905c-48b6-4131-a862-7d017311705f req-cf73c4b8-430a-4343-95e6-1edfd28faae3 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409870 Oct 14 02:30:21.495882 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9897699-7f6f-4117-ab27-fa102ee507b0 req-8b13d675-51ed-4232-9611-b154a4b28675 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:21.497368 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b9897699-7f6f-4117-ab27-fa102ee507b0 req-8b13d675-51ed-4232-9611-b154a4b28675 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.0795369 Oct 14 02:30:21.505075 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bc115-813d-46ed-902d-0c75d5b6fee7 req-20934885-5b96-478a-8f38-bed08b605a44 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:21.506488 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5f4bc115-813d-46ed-902d-0c75d5b6fee7 req-20934885-5b96-478a-8f38-bed08b605a44 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.0795228 Oct 14 02:30:21.519805 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:21.581799 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b9897699-7f6f-4117-ab27-fa102ee507b0 req-6b1cd12d-7a01-4dbf-b852-c98ac1f389c3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743651 Oct 14 02:30:21.585055 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5f4bc115-813d-46ed-902d-0c75d5b6fee7 req-6b61e66a-661d-48aa-87f4-1e4367ef39dc tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b405af0b-6f89-4e39-b276-a6ebcaeb697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713031 Oct 14 02:30:21.693141 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58141433-7044-4d87-b1ad-18c841d0a40d req-708d5fb1-205d-423f-881a-11d6957480e2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:21.694493 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-58141433-7044-4d87-b1ad-18c841d0a40d req-708d5fb1-205d-423f-881a-11d6957480e2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0494292 Oct 14 02:30:21.725758 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:21.738069 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:21.746373 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-58141433-7044-4d87-b1ad-18c841d0a40d req-32f54963-05de-431e-b916-5c74c5c8ef54 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4810d793-ef5a-4046-bebf-af10b979037e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456893 Oct 14 02:30:21.838389 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:21.845173 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af273b-3b86-4245-b384-265e12b9d914 req-0d3bd96e-a546-4529-aed6-405f6acce4e9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:21.847324 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-96af273b-3b86-4245-b384-265e12b9d914 req-0d3bd96e-a546-4529-aed6-405f6acce4e9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.0512886 Oct 14 02:30:21.877080 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29667e1-4981-4091-b9b3-48715e87c13d req-57bd9018-2757-4f2a-b204-22eda3faccf2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:21.878545 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f29667e1-4981-4091-b9b3-48715e87c13d req-57bd9018-2757-4f2a-b204-22eda3faccf2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 946 time: 0.0485563 Oct 14 02:30:21.970985 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Deleting port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:21.971341 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:21.973169 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ea9f-22e8-43fd-a587-8a342de42b73 req-5ca82ef3-cffc-41f5-96e0-8a2f05513e74 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:21.974667 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9cc2ea9f-22e8-43fd-a587-8a342de42b73 req-5ca82ef3-cffc-41f5-96e0-8a2f05513e74 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 945 time: 0.0838645 Oct 14 02:30:22.042116 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Deleting port 49697258-4b17-49f3-80c4-5f455e0dba64 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:22.042462 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.064259 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] For port a00c0555-d7c2-4eb3-80f8-2d508e7120b8, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a00c0555-d7c2-4eb3-80f8-2d508e7120b8,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:22.064613 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.137937 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-9cc2ea9f-22e8-43fd-a587-8a342de42b73 req-2b1af40e-9f2d-4f31-bba8-92b11957da50 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Deleting port a5067bf3-c745-4912-8359-901585cccd36 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:22.138270 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9cc2ea9f-22e8-43fd-a587-8a342de42b73 req-2b1af40e-9f2d-4f31-bba8-92b11957da50 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (a5067bf3-c745-4912-8359-901585cccd36), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.223163 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] For port 49697258-4b17-49f3-80c4-5f455e0dba64, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=49697258-4b17-49f3-80c4-5f455e0dba64,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:22.223431 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.227164 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.227530 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (0873b93a-0cfc-47c8-a8fc-65ff98678354), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.227841 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Floating IP 0873b93a-0cfc-47c8-a8fc-65ff98678354 disassociated. External IP: 172.27.1.189, port: a00c0555-d7c2-4eb3-80f8-2d508e7120b8. Oct 14 02:30:22.228176 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Calling delete_port for a00c0555-d7c2-4eb3-80f8-2d508e7120b8 owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:22.303026 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-9cc2ea9f-22e8-43fd-a587-8a342de42b73 req-2b1af40e-9f2d-4f31-bba8-92b11957da50 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] For port a5067bf3-c745-4912-8359-901585cccd36, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a5067bf3-c745-4912-8359-901585cccd36,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:22.303425 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9cc2ea9f-22e8-43fd-a587-8a342de42b73 req-2b1af40e-9f2d-4f31-bba8-92b11957da50 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (a5067bf3-c745-4912-8359-901585cccd36), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.352699 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-9cc2ea9f-22e8-43fd-a587-8a342de42b73 req-2b1af40e-9f2d-4f31-bba8-92b11957da50 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Calling delete_port for a5067bf3-c745-4912-8359-901585cccd36 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:22.358551 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (a00c0555-d7c2-4eb3-80f8-2d508e7120b8), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.386590 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event deleted for resources: {'Port': ['ID=a00c0555-d7c2-4eb3-80f8-2d508e7120b8,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:22.477957 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.478334 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (158ecac7-0d39-4b40-b8f6-cc1b4246bc51), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.478646 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Floating IP 158ecac7-0d39-4b40-b8f6-cc1b4246bc51 disassociated. External IP: 172.27.1.21, port: 49697258-4b17-49f3-80c4-5f455e0dba64. Oct 14 02:30:22.478981 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Calling delete_port for 49697258-4b17-49f3-80c4-5f455e0dba64 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:22.504993 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:30:22.589933 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:22.595278 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:22.609334 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9cc2ea9f-22e8-43fd-a587-8a342de42b73 req-2b1af40e-9f2d-4f31-bba8-92b11957da50 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (a5067bf3-c745-4912-8359-901585cccd36), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.618154 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:30:22.621504 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['a5067bf3-c745-4912-8359-901585cccd36'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:30:22.627506 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71446bf3-cf57-4f26-be5d-76aad2e19419 None None] Sync routers for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:30:22.644169 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71446bf3-cf57-4f26-be5d-76aad2e19419 None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:22.644917 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-71446bf3-cf57-4f26-be5d-76aad2e19419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:22.654700 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1af40e-9f2d-4f31-bba8-92b11957da50 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Pushing event deleted for resources: {'Port': ['ID=a5067bf3-c745-4912-8359-901585cccd36,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:22.713304 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc2ea9f-22e8-43fd-a587-8a342de42b73 req-2b1af40e-9f2d-4f31-bba8-92b11957da50 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] No DVR routers for this DVR port a5067bf3-c745-4912-8359-901585cccd36 on host hv-cinder-84506 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:30:22.721052 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9cc2ea9f-22e8-43fd-a587-8a342de42b73 req-2b1af40e-9f2d-4f31-bba8-92b11957da50 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.728050 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9cc2ea9f-22e8-43fd-a587-8a342de42b73 req-2b1af40e-9f2d-4f31-bba8-92b11957da50 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a5067bf3-c745-4912-8359-901585cccd36 HTTP/1.1" status: 204 len: 173 time: 0.7293072 Oct 14 02:30:22.728050 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'name': 'network-vif-deleted', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:22.729138 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad8aea0-d993-4c70-8664-1e9512928564" -d '{"events": [{"server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "name": "network-vif-deleted", "tag": "a5067bf3-c745-4912-8359-901585cccd36"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:22.751643 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] No DVR routers for this DVR port a00c0555-d7c2-4eb3-80f8-2d508e7120b8 on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:30:22.755374 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.761467 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f29667e1-4981-4091-b9b3-48715e87c13d req-b6acaa32-4a6c-40e2-aac4-3aba4bd45424 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a00c0555-d7c2-4eb3-80f8-2d508e7120b8 HTTP/1.1" status: 204 len: 173 time: 0.8699203 Oct 14 02:30:22.774535 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'name': 'network-vif-deleted', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:22.777527 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb4a098-6588-4651-a3a9-7539e8a4e2fb" -d '{"events": [{"server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "name": "network-vif-deleted", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:22.820900 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (49697258-4b17-49f3-80c4-5f455e0dba64), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:22.840496 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-84eb8b5c-bbb5-4a88-baee-65931d03cadb req-b2982ae3-bbf5-46f7-bc00-d7eb44cf8fc5 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 210 time: 0.1067891 Oct 14 02:30:22.873480 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'Port': ['ID=49697258-4b17-49f3-80c4-5f455e0dba64,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:22.894665 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-71446bf3-cf57-4f26-be5d-76aad2e19419 None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:22.900012 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c498fe-a151-41f0-80fd-64683d95582b req-f852496a-ef94-481e-88bf-f63df5932b7a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:22.909836 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a7c498fe-a151-41f0-80fd-64683d95582b req-f852496a-ef94-481e-88bf-f63df5932b7a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 946 time: 0.1762142 Oct 14 02:30:23.020663 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:23.036098 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a7c498fe-a151-41f0-80fd-64683d95582b req-bc12085c-1474-4d96-9248-942e96b958f7 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cfb819bd-c1b8-435f-9402-572c1980b6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195192 Oct 14 02:30:23.145068 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:23.170327 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad27429e-08d2-4b47-b1e2-98ff139221bb x-openstack-request-id: req-ad27429e-08d2-4b47-b1e2-98ff139221bb {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:23.170763 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28885328-17fc-43f3-a759-1e63effe24e8", "name": "network-vif-deleted", "tag": "a00c0555-d7c2-4eb3-80f8-2d508e7120b8", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:23.171261 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad27429e-08d2-4b47-b1e2-98ff139221bb {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:23.171819 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad27429e-08d2-4b47-b1e2-98ff139221bb'] response: {'server_uuid': '28885328-17fc-43f3-a759-1e63effe24e8', 'name': 'network-vif-deleted', 'tag': 'a00c0555-d7c2-4eb3-80f8-2d508e7120b8', 'status': 'completed', 'code': 200} Oct 14 02:30:23.182050 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-20709eb1-2282-41cc-8991-b3231e1ee9e8 req-1abb924b-9352-4908-9fe8-6eaed95a52af tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28885328-17fc-43f3-a759-1e63effe24e8 HTTP/1.1" status: 200 len: 210 time: 0.0696788 Oct 14 02:30:23.197973 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:23.199616 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-71446bf3-cf57-4f26-be5d-76aad2e19419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:53Z', 'revision_number': 5, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:23.238337 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71446bf3-cf57-4f26-be5d-76aad2e19419 None None] Checking router: 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:30:23.249995 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71446bf3-cf57-4f26-be5d-76aad2e19419 None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:23.250834 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-71446bf3-cf57-4f26-be5d-76aad2e19419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:23.342907 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3638c5-1457-4969-bf78-a96d49b83fc7 x-openstack-request-id: req-0c3638c5-1457-4969-bf78-a96d49b83fc7 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:23.343301 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a804154-da3c-46b2-b90a-fec9fd1c1c0d", "name": "network-vif-deleted", "tag": "a5067bf3-c745-4912-8359-901585cccd36", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:23.343622 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c3638c5-1457-4969-bf78-a96d49b83fc7 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:23.344094 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3638c5-1457-4969-bf78-a96d49b83fc7'] response: {'server_uuid': '8a804154-da3c-46b2-b90a-fec9fd1c1c0d', 'name': 'network-vif-deleted', 'tag': 'a5067bf3-c745-4912-8359-901585cccd36', 'status': 'completed', 'code': 200} Oct 14 02:30:23.379049 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-71446bf3-cf57-4f26-be5d-76aad2e19419 None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:23.431821 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Router 51edbdf0-f141-485f-a4ba-89d284f18ca8 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:30:23.537120 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:30:23.549097 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ee5fd-f71b-406e-90f3-f1b9aeb92d79 None None] Sync routers for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:30:23.561025 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ee5fd-f71b-406e-90f3-f1b9aeb92d79 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:23.561961 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-3a1ee5fd-f71b-406e-90f3-f1b9aeb92d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:23.580628 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] No DVR routers for this DVR port 49697258-4b17-49f3-80c4-5f455e0dba64 on host hv-cinder-84506 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:30:23.582610 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-71446bf3-cf57-4f26-be5d-76aad2e19419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:53Z', 'revision_number': 5, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:23.583156 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:23.587166 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-96af273b-3b86-4245-b384-265e12b9d914 req-5d77460b-1f35-4e4b-8cae-a0a86da2be1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "DELETE /networking/v2.0/ports/49697258-4b17-49f3-80c4-5f455e0dba64 HTTP/1.1" status: 204 len: 173 time: 1.6975181 Oct 14 02:30:23.609725 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71446bf3-cf57-4f26-be5d-76aad2e19419 None None] The sync data for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi is: [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:37Z', 'revision_number': 4, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '96c19d79-2ea3-45e0-b26a-7b5133562c71', 'name': '', 'network_id': 'f27a3301-c1aa-44f4-93cf-c241a5798a38', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'mac_address': 'fa:16:3e:ae:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:34Z', 'updated_at': '2022-10-14T02:24:53Z', 'revision_number': 5, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'subnets': [{'id': 'e916f9eb-948f-4d46-8bc4-d39d3865de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:30:23.677370 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-3a1ee5fd-f71b-406e-90f3-f1b9aeb92d79 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:23.932649 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-3a1ee5fd-f71b-406e-90f3-f1b9aeb92d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:23.963612 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ee5fd-f71b-406e-90f3-f1b9aeb92d79 None None] Checking router: 51edbdf0-f141-485f-a4ba-89d284f18ca8 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:30:23.967468 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e6f33-b0d8-4d3f-bd53-f580d17fe3ad None None] New status for floating IP 0873b93a-0cfc-47c8-a8fc-65ff98678354: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:30:23.973735 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ee5fd-f71b-406e-90f3-f1b9aeb92d79 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:23.974556 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-3a1ee5fd-f71b-406e-90f3-f1b9aeb92d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:24.012341 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:24.021338 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6277d0aa-662c-4dc6-ba0e-8234a7be8527 req-2c4c445b-e870-46a1-9b95-8f593df010c3 tempest-TestMinimumBasicScenario-1755359891 tempest-TestMinimumBasicScenario-1755359891-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8a804154-da3c-46b2-b90a-fec9fd1c1c0d HTTP/1.1" status: 200 len: 210 time: 0.0646198 Oct 14 02:30:24.180535 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cdd72647-8b0e-4986-a5ff-ac40b1d3202d req-171d2da9-515a-4064-ae1e-1b601f09157f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0103e370-2559-4951-a9cc-57aa3ea18708 HTTP/1.1" status: 200 len: 210 time: 0.0292444 Oct 14 02:30:24.271146 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-3a1ee5fd-f71b-406e-90f3-f1b9aeb92d79 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:24.327145 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:24.354208 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43816) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:24.355789 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:24.365674 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8beff8-382b-4002-b0fc-cd8af459b382 req-871a7a9c-ade2-4a1d-adc3-73a7c702c22f tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:24.375017 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1d8beff8-382b-4002-b0fc-cd8af459b382 req-871a7a9c-ade2-4a1d-adc3-73a7c702c22f tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0725594 Oct 14 02:30:24.448720 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5bb0-86db-4953-95c7-678f8e1d461a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group (4810d793-ef5a-4046-bebf-af10b979037e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:24.452109 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1d8beff8-382b-4002-b0fc-cd8af459b382 req-6a79afab-e8e4-4f9c-b58c-68c382041064 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759184 Oct 14 02:30:24.474794 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5bb0-86db-4953-95c7-678f8e1d461a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group (4810d793-ef5a-4046-bebf-af10b979037e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:24.532202 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5bb0-86db-4953-95c7-678f8e1d461a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (4810d793-ef5a-4046-bebf-af10b979037e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:24.536290 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5bb0-86db-4953-95c7-678f8e1d461a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:24.541426 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43818) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:24.541995 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a1ee5bb0-86db-4953-95c7-678f8e1d461a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4810d793-ef5a-4046-bebf-af10b979037e HTTP/1.1" status: 204 len: 168 time: 0.1853206 Oct 14 02:30:24.553702 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-3a1ee5fd-f71b-406e-90f3-f1b9aeb92d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:24.566923 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-5aa3fc05-b900-4d61-af04-12f4f4a3d496 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] show failed (client error): The resource could not be found. Oct 14 02:30:24.567182 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee5bb0-86db-4953-95c7-678f8e1d461a tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4810d793-ef5a-4046-bebf-af10b979037e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:24.568449 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5aa3fc05-b900-4d61-af04-12f4f4a3d496 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups/4810d793-ef5a-4046-bebf-af10b979037e HTTP/1.1" status: 404 len: 347 time: 0.0252044 Oct 14 02:30:24.571835 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43820) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:24.592153 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ee5fd-f71b-406e-90f3-f1b9aeb92d79 None None] The sync data for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi is: [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:30:24.705221 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-edbf6114-26dd-4733-8404-1b1a23c0041c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Deleting port 16a4be40-ae46-423d-ac92-c35d3a00bd7f {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:24.705573 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-edbf6114-26dd-4733-8404-1b1a23c0041c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (16a4be40-ae46-423d-ac92-c35d3a00bd7f), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:24.789466 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-edbf6114-26dd-4733-8404-1b1a23c0041c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (16a4be40-ae46-423d-ac92-c35d3a00bd7f), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:24.789789 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-edbf6114-26dd-4733-8404-1b1a23c0041c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for floatingip (16a4be40-ae46-423d-ac92-c35d3a00bd7f), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:24.803174 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-edbf6114-26dd-4733-8404-1b1a23c0041c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Calling delete_port for 16a4be40-ae46-423d-ac92-c35d3a00bd7f owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:24.837665 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc76c0-b55c-4c18-9188-94a2b99e312a None None] New status for floating IP 158ecac7-0d39-4b40-b8f6-cc1b4246bc51: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:30:24.939106 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-edbf6114-26dd-4733-8404-1b1a23c0041c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (16a4be40-ae46-423d-ac92-c35d3a00bd7f), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:24.949726 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 49697258-4b17-49f3-80c4-5f455e0dba64 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:24.963343 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf6114-26dd-4733-8404-1b1a23c0041c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event deleted for resources: {'Port': ['ID=16a4be40-ae46-423d-ac92-c35d3a00bd7f,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:24.971135 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: 49697258-4b17-49f3-80c4-5f455e0dba64 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:24.971954 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 49697258-4b17-49f3-80c4-5f455e0dba64 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:24.971954 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a5067bf3-c745-4912-8359-901585cccd36 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:24.999713 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: a5067bf3-c745-4912-8359-901585cccd36 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:25.000129 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a5067bf3-c745-4912-8359-901585cccd36 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:25.000601 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a00c0555-d7c2-4eb3-80f8-2d508e7120b8 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:25.020617 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: a00c0555-d7c2-4eb3-80f8-2d508e7120b8 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:25.021056 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a00c0555-d7c2-4eb3-80f8-2d508e7120b8 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:25.042751 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-edbf6114-26dd-4733-8404-1b1a23c0041c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks [] for floatingip (0873b93a-0cfc-47c8-a8fc-65ff98678354), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:25.045218 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-edbf6114-26dd-4733-8404-1b1a23c0041c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:25.046350 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-edbf6114-26dd-4733-8404-1b1a23c0041c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/0873b93a-0cfc-47c8-a8fc-65ff98678354 HTTP/1.1" status: 204 len: 168 time: 0.4704998 Oct 14 02:30:25.295501 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43848) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:25.345330 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0103e370-2559-4951-a9cc-57aa3ea18708', 'name': 'network-vif-deleted', 'tag': '49697258-4b17-49f3-80c4-5f455e0dba64'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:25.347619 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1167bd34-0608-40d4-a566-6b1be6fd7878" -d '{"events": [{"server_uuid": "0103e370-2559-4951-a9cc-57aa3ea18708", "name": "network-vif-deleted", "tag": "49697258-4b17-49f3-80c4-5f455e0dba64"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:25.362254 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b55dc581-c3a5-4161-8d3d-bc836029bfc2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (cfb819bd-c1b8-435f-9402-572c1980b6c7), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:25.390365 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b55dc581-c3a5-4161-8d3d-bc836029bfc2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (cfb819bd-c1b8-435f-9402-572c1980b6c7), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:25.393849 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfddad4-38f3-421d-b95b-6b8aa8a06697 x-openstack-request-id: req-5dfddad4-38f3-421d-b95b-6b8aa8a06697 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:25.394135 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0103e370-2559-4951-a9cc-57aa3ea18708", "name": "network-vif-deleted", "tag": "49697258-4b17-49f3-80c4-5f455e0dba64", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:25.394380 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dfddad4-38f3-421d-b95b-6b8aa8a06697 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:25.394758 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfddad4-38f3-421d-b95b-6b8aa8a06697'] response: {'server_uuid': '0103e370-2559-4951-a9cc-57aa3ea18708', 'name': 'network-vif-deleted', 'tag': '49697258-4b17-49f3-80c4-5f455e0dba64', 'status': 'completed', 'code': 200} Oct 14 02:30:25.443996 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b55dc581-c3a5-4161-8d3d-bc836029bfc2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (cfb819bd-c1b8-435f-9402-572c1980b6c7), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:25.447277 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b55dc581-c3a5-4161-8d3d-bc836029bfc2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:25.448440 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b55dc581-c3a5-4161-8d3d-bc836029bfc2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cfb819bd-c1b8-435f-9402-572c1980b6c7 HTTP/1.1" status: 204 len: 168 time: 0.1519456 Oct 14 02:30:25.451303 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43860) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:25.457970 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dc581-c3a5-4161-8d3d-bc836029bfc2 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb819bd-c1b8-435f-9402-572c1980b6c7,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:25.468470 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-f44062b0-782b-4403-8c3d-e0d2f92551c5 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] show failed (client error): The resource could not be found. Oct 14 02:30:25.469751 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f44062b0-782b-4403-8c3d-e0d2f92551c5 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups/cfb819bd-c1b8-435f-9402-572c1980b6c7 HTTP/1.1" status: 404 len: 347 time: 0.0172639 Oct 14 02:30:25.472596 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43864) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:25.651299 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc9cb5-c86b-4cd0-9238-b6f9b5aec998 req-e426393a-cff1-41b8-be8e-383135e02086 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:25.652886 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-93dc9cb5-c86b-4cd0-9238-b6f9b5aec998 req-e426393a-cff1-41b8-be8e-383135e02086 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.1109815 Oct 14 02:30:25.658165 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-eef8c079-a535-4123-807a-07843a1953ef tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Deleting port 055f6196-5029-47ef-8e4d-040bd0aef91d {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:25.658697 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eef8c079-a535-4123-807a-07843a1953ef tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (055f6196-5029-47ef-8e4d-040bd0aef91d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:25.774679 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-93dc9cb5-c86b-4cd0-9238-b6f9b5aec998 req-af709473-a84b-4d93-bc14-fbde29279d0b tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131918 Oct 14 02:30:25.791806 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eef8c079-a535-4123-807a-07843a1953ef tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (055f6196-5029-47ef-8e4d-040bd0aef91d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:25.791806 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eef8c079-a535-4123-807a-07843a1953ef tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (055f6196-5029-47ef-8e4d-040bd0aef91d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:25.806810 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-eef8c079-a535-4123-807a-07843a1953ef tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Calling delete_port for 055f6196-5029-47ef-8e4d-040bd0aef91d owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:25.810979 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43886) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:25.881924 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:25.887328 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:25.921451 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:25.956794 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eef8c079-a535-4123-807a-07843a1953ef tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (055f6196-5029-47ef-8e4d-040bd0aef91d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:25.983729 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8c079-a535-4123-807a-07843a1953ef tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'Port': ['ID=055f6196-5029-47ef-8e4d-040bd0aef91d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:26.049062 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eef8c079-a535-4123-807a-07843a1953ef tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (158ecac7-0d39-4b40-b8f6-cc1b4246bc51), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.052101 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eef8c079-a535-4123-807a-07843a1953ef tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.053795 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-eef8c079-a535-4123-807a-07843a1953ef tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/158ecac7-0d39-4b40-b8f6-cc1b4246bc51 HTTP/1.1" status: 204 len: 168 time: 0.5801439 Oct 14 02:30:26.129445 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43890) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:26.135593 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-cda83f44-9f59-41e3-8f0d-63c01e9406fc tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--119452579', 'description': 'tempest-description--1823621354'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:26.158429 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cda83f44-9f59-41e3-8f0d-63c01e9406fc tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.207346 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:26.242778 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cda83f44-9f59-41e3-8f0d-63c01e9406fc tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (29328d1f-605e-459e-9ccc-9d67ced941ba), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.248977 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cda83f44-9f59-41e3-8f0d-63c01e9406fc tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (29328d1f-605e-459e-9ccc-9d67ced941ba), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.264605 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587853'] for router_interface (04f1764b-f7e5-42a8-82e3-288d0904ccec), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.290751 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cda83f44-9f59-41e3-8f0d-63c01e9406fc tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.292859 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-cda83f44-9f59-41e3-8f0d-63c01e9406fc tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1614709 Oct 14 02:30:26.296283 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43898) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:26.303182 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-41134975-6e22-4469-a547-d8cb84693d56 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group_rule': {'security_group_id': '29328d1f-605e-459e-9ccc-9d67ced941ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:26.311928 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda83f44-9f59-41e3-8f0d-63c01e9406fc tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29328d1f-605e-459e-9ccc-9d67ced941ba,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:26.355987 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-41134975-6e22-4469-a547-d8cb84693d56 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (de87f88c-4fd1-431e-a088-8a1e5491fe89), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.421248 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-41134975-6e22-4469-a547-d8cb84693d56 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (de87f88c-4fd1-431e-a088-8a1e5491fe89), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.425813 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-41134975-6e22-4469-a547-d8cb84693d56 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (de87f88c-4fd1-431e-a088-8a1e5491fe89), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.448884 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41134975-6e22-4469-a547-d8cb84693d56 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de87f88c-4fd1-431e-a088-8a1e5491fe89,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:26.455204 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-41134975-6e22-4469-a547-d8cb84693d56 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.462485 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-41134975-6e22-4469-a547-d8cb84693d56 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631873 Oct 14 02:30:26.463101 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43900) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:26.467864 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-e23e0cc1-f426-4bfe-8bab-60a1ea080242 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'security_group_rule': {'security_group_id': '29328d1f-605e-459e-9ccc-9d67ced941ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:26.501052 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e23e0cc1-f426-4bfe-8bab-60a1ea080242 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (4689988c-c75d-4eeb-a589-ad017b352730), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.563954 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e23e0cc1-f426-4bfe-8bab-60a1ea080242 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (4689988c-c75d-4eeb-a589-ad017b352730), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.568028 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e23e0cc1-f426-4bfe-8bab-60a1ea080242 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (4689988c-c75d-4eeb-a589-ad017b352730), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.588107 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e0cc1-f426-4bfe-8bab-60a1ea080242 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4689988c-c75d-4eeb-a589-ad017b352730,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:26.599490 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e23e0cc1-f426-4bfe-8bab-60a1ea080242 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.603142 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e23e0cc1-f426-4bfe-8bab-60a1ea080242 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366198 Oct 14 02:30:26.605082 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43902) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:26.609641 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:26.623688 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] Deleting port 6541de4d-ff27-476b-9863-fa78c344d5d7 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:26.624020 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.667939 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.775804 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] For port 6541de4d-ff27-476b-9863-fa78c344d5d7, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=6541de4d-ff27-476b-9863-fa78c344d5d7,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:26.776157 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.785860 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:26.792084 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] Calling delete_port for 6541de4d-ff27-476b-9863-fa78c344d5d7 owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:26.911291 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ee3ae-2b42-4798-bde6-acb3048a730b req-4b69d4e4-4b11-4489-ac32-0a622ff2e0a0 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:26.918858 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b46ee3ae-2b42-4798-bde6-acb3048a730b req-4b69d4e4-4b11-4489-ac32-0a622ff2e0a0 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0539041 Oct 14 02:30:26.932408 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:26.964933 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b46ee3ae-2b42-4798-bde6-acb3048a730b req-6449c8c5-1388-4042-a4af-20fd80dacda5 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451980 Oct 14 02:30:26.991386 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Allocated IP 172.27.1.119 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/cf2ebeec-b7ff-40c7-9c25-f1875b050c01) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:30:27.131729 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:27.156935 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (cf2ebeec-b7ff-40c7-9c25-f1875b050c01), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:27.160495 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (6541de4d-ff27-476b-9863-fa78c344d5d7), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:27.192326 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6541de4d-ff27-476b-9863-fa78c344d5d7,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:27.268233 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (cf2ebeec-b7ff-40c7-9c25-f1875b050c01), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:27.357987 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:30:27.367973 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:30:27.370788 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:30:27.395283 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=cf2ebeec-b7ff-40c7-9c25-f1875b050c01,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:27.489282 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587833'] for router_interface (04f1764b-f7e5-42a8-82e3-288d0904ccec), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:27.523049 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3365afa-5934-402b-8f90-5e6ee1472a14 None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:30:27.551706 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (b2880a62-c589-48d6-a5f8-c53ba231a686), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:27.598894 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:27.609849 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb29c47-0d92-4a0b-ad02-b83ed7a20769 req-59d5da1e-17f9-4f93-a0da-925d63456788 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:27.611493 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0eb29c47-0d92-4a0b-ad02-b83ed7a20769 req-59d5da1e-17f9-4f93-a0da-925d63456788 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0535479 Oct 14 02:30:27.640407 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (cf2ebeec-b7ff-40c7-9c25-f1875b050c01), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:27.651719 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3365afa-5934-402b-8f90-5e6ee1472a14 None None] Resources bound (agent type, host, resource id): {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 02:30:27.669480 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0eb29c47-0d92-4a0b-ad02-b83ed7a20769 req-e0c32223-044f-4469-be9e-88d26e8a9c13 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503995 Oct 14 02:30:27.850878 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] Router 04f1764b-f7e5-42a8-82e3-288d0904ccec has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:30:27.885897 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:27.924121 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (cf2ebeec-b7ff-40c7-9c25-f1875b050c01), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:27.934641 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (cf2ebeec-b7ff-40c7-9c25-f1875b050c01), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:28.069124 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:28.092317 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:28.119533 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb8866-fd92-4b93-9ec0-e25ebd01ede4 req-e12c73e9-56f8-4806-9a42-1e159e5e7d9a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:28.127024 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-75eb8866-fd92-4b93-9ec0-e25ebd01ede4 req-e12c73e9-56f8-4806-9a42-1e159e5e7d9a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0693314 Oct 14 02:30:28.178171 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-75eb8866-fd92-4b93-9ec0-e25ebd01ede4 req-32bede81-59a0-492b-bc0f-1494a2d05bdb tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500870 Oct 14 02:30:28.288263 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=cf2ebeec-b7ff-40c7-9c25-f1875b050c01,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:28.294733 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (b2880a62-c589-48d6-a5f8-c53ba231a686), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:28.308522 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:30:28.313764 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cd6307b4-a4ba-4e5d-8095-4952a51018b3 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/04f1764b-f7e5-42a8-82e3-288d0904ccec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5015028 Oct 14 02:30:28.316468 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43914) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:28.319110 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:28.320749 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-47a61ad9-08f5-4562-a556-d6989f5d9806 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7143869 Oct 14 02:30:28.321283 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11eec87-8a9b-4335-bc4a-e37661f244df None None] Sync routers for ids ['04f1764b-f7e5-42a8-82e3-288d0904ccec'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:30:28.332802 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11eec87-8a9b-4335-bc4a-e37661f244df None None] Routers {'04f1764b-f7e5-42a8-82e3-288d0904ccec'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:28.333414 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b11eec87-8a9b-4335-bc4a-e37661f244df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['04f1764b-f7e5-42a8-82e3-288d0904ccec'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:28.401163 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-48eb78e9-8d77-4367-9bbe-7ca0f60da161 None None] Provisioning complete for port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:28.401828 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-48eb78e9-8d77-4367-9bbe-7ca0f60da161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:28.402304 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-48eb78e9-8d77-4367-9bbe-7ca0f60da161 None None] Attempt 1 to provision port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 Oct 14 02:30:28.429733 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Publish callbacks [] for router (04f1764b-f7e5-42a8-82e3-288d0904ccec), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:28.456852 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b11eec87-8a9b-4335-bc4a-e37661f244df None None] Set router 04f1764b-f7e5-42a8-82e3-288d0904ccec gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:28.491490 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-48eb78e9-8d77-4367-9bbe-7ca0f60da161 None None] Current status of the port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:28.556107 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-d4227b88-7010-4c1b-a677-b04db90ba5a9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--119452579&fields=id&tenant_id=1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 267 time: 0.0868692 Oct 14 02:30:28.592760 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Publish callbacks [] for router_gateway (04f1764b-f7e5-42a8-82e3-288d0904ccec), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:28.646492 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b11eec87-8a9b-4335-bc4a-e37661f244df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:30:27Z', 'revision_number': 5, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port': {'id': 'c949dd98-06ec-436f-bfca-121f849f891c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:28.672022 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11eec87-8a9b-4335-bc4a-e37661f244df None None] Checking router: 04f1764b-f7e5-42a8-82e3-288d0904ccec for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:30:28.681160 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11eec87-8a9b-4335-bc4a-e37661f244df None None] Routers {'04f1764b-f7e5-42a8-82e3-288d0904ccec'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:28.681750 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b11eec87-8a9b-4335-bc4a-e37661f244df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['04f1764b-f7e5-42a8-82e3-288d0904ccec'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:28.684450 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Deleting port c949dd98-06ec-436f-bfca-121f849f891c {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:28.684970 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (c949dd98-06ec-436f-bfca-121f849f891c), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:28.775399 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b11eec87-8a9b-4335-bc4a-e37661f244df None None] Set router 04f1764b-f7e5-42a8-82e3-288d0904ccec gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:28.826290 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b11eec87-8a9b-4335-bc4a-e37661f244df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:30:28Z', 'revision_number': 6, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port_host': None}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:28.852982 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11eec87-8a9b-4335-bc4a-e37661f244df None None] The sync data for ids ['04f1764b-f7e5-42a8-82e3-288d0904ccec'] in dv-cinder-845069-4-iscsi is: [{'id': '04f1764b-f7e5-42a8-82e3-288d0904ccec', 'name': 'tempest-TestMinimumBasicScenario-409496441-router', 'tenant_id': 'ace6580a1307486895a0ec8149a95fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:03Z', 'updated_at': '2022-10-14T02:30:28Z', 'revision_number': 6, 'project_id': 'ace6580a1307486895a0ec8149a95fa9', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:30:28.990932 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54024907-f176-49c2-8686-a78aaecfccdb req-2e1f9e2d-f716-4d25-85dd-90a23738f50e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:28.992339 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-2e1f9e2d-f716-4d25-85dd-90a23738f50e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 815 time: 0.4254549 Oct 14 02:30:29.034886 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-24f6566e-619d-474e-a597-c7bb42c3299d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/quotas/1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 375 time: 0.0369685 Oct 14 02:30:29.074501 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e999b-e4be-4739-8a85-39e610f00f64 req-f21f4300-638b-4150-a399-5382dc1f2d50 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:29.075961 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c51e999b-e4be-4739-8a85-39e610f00f64 req-f21f4300-638b-4150-a399-5382dc1f2d50 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.1022298 Oct 14 02:30:29.100439 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] For port c949dd98-06ec-436f-bfca-121f849f891c, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c949dd98-06ec-436f-bfca-121f849f891c,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:29.100804 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (c949dd98-06ec-436f-bfca-121f849f891c), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:29.137951 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Calling delete_port for c949dd98-06ec-436f-bfca-121f849f891c owned by network:router_gateway {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:29.146176 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-3b17ad23-2df7-4df2-b5ee-5a3316eb23a6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986648 Oct 14 02:30:29.218090 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c51e999b-e4be-4739-8a85-39e610f00f64 req-abe9c923-b3ba-46ea-84b7-912545410cee tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217566 Oct 14 02:30:29.313320 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3f75b-87b0-49db-a88d-d253e5f39968 req-19df8954-a822-4ef9-ad67-2f72131cd569 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:29.314740 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-93c3f75b-87b0-49db-a88d-d253e5f39968 req-19df8954-a822-4ef9-ad67-2f72131cd569 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 945 time: 0.0668387 Oct 14 02:30:29.368528 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:29.381659 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:29.409269 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-93c3f75b-87b0-49db-a88d-d253e5f39968 req-da52a203-a538-46d0-987e-232cd1fd39b4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Deleting port b173f625-938f-417c-a8b3-b9bd70687e6e {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:29.409521 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-93c3f75b-87b0-49db-a88d-d253e5f39968 req-da52a203-a538-46d0-987e-232cd1fd39b4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:29.437633 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b095a-f852-4106-aed7-74956f1deed5 req-95c47c43-fb96-4091-9791-284f11bfa984 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:29.439089 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-827b095a-f852-4106-aed7-74956f1deed5 req-95c47c43-fb96-4091-9791-284f11bfa984 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.1299450 Oct 14 02:30:29.486660 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-18e0ef79-b9c1-4371-88ff-3c308f3acbf4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247635 Oct 14 02:30:29.493456 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (c949dd98-06ec-436f-bfca-121f849f891c), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:29.504423 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-93c3f75b-87b0-49db-a88d-d253e5f39968 req-da52a203-a538-46d0-987e-232cd1fd39b4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] For port b173f625-938f-417c-a8b3-b9bd70687e6e, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b173f625-938f-417c-a8b3-b9bd70687e6e,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:29.504782 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-93c3f75b-87b0-49db-a88d-d253e5f39968 req-da52a203-a538-46d0-987e-232cd1fd39b4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:29.518569 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-93c3f75b-87b0-49db-a88d-d253e5f39968 req-da52a203-a538-46d0-987e-232cd1fd39b4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Calling delete_port for b173f625-938f-417c-a8b3-b9bd70687e6e owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:29.560229 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Pushing event deleted for resources: {'Port': ['ID=c949dd98-06ec-436f-bfca-121f849f891c,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:29.599035 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-827b095a-f852-4106-aed7-74956f1deed5 req-fc0b6237-209a-4773-a176-81362e2f87e1 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493821 Oct 14 02:30:29.628677 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:29.659013 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-93c3f75b-87b0-49db-a88d-d253e5f39968 req-da52a203-a538-46d0-987e-232cd1fd39b4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (b173f625-938f-417c-a8b3-b9bd70687e6e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:29.674490 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['a8f8e3e8-8227-4e43-9e58-a3993d60fb18', 'b173f625-938f-417c-a8b3-b9bd70687e6e'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:30:29.685830 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582515'] for router_gateway (04f1764b-f7e5-42a8-82e3-288d0904ccec), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:29.691472 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52a203-a538-46d0-987e-232cd1fd39b4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event deleted for resources: {'Port': ['ID=b173f625-938f-417c-a8b3-b9bd70687e6e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:29.716467 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-4b4e1529-cebf-4502-8541-ad5e0a1d32c3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145889 Oct 14 02:30:29.756561 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c3f75b-87b0-49db-a88d-d253e5f39968 req-da52a203-a538-46d0-987e-232cd1fd39b4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] No DVR routers for this DVR port b173f625-938f-417c-a8b3-b9bd70687e6e on host hv-cinder-84506 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:30:29.759664 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-93c3f75b-87b0-49db-a88d-d253e5f39968 req-da52a203-a538-46d0-987e-232cd1fd39b4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:29.763202 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-93c3f75b-87b0-49db-a88d-d253e5f39968 req-da52a203-a538-46d0-987e-232cd1fd39b4 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b173f625-938f-417c-a8b3-b9bd70687e6e HTTP/1.1" status: 204 len: 173 time: 0.4384100 Oct 14 02:30:29.763724 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02609fbc-5bfc-4f4a-a49f-b70151783da7', 'name': 'network-vif-deleted', 'tag': 'b173f625-938f-417c-a8b3-b9bd70687e6e'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:29.766721 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f4b105-be63-457b-8e7b-9adcbff4612a" -d '{"events": [{"server_uuid": "02609fbc-5bfc-4f4a-a49f-b70151783da7", "name": "network-vif-deleted", "tag": "b173f625-938f-417c-a8b3-b9bd70687e6e"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:29.808000 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15749'] for router (04f1764b-f7e5-42a8-82e3-288d0904ccec), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:29.811866 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Publish callbacks [] for router_controller (04f1764b-f7e5-42a8-82e3-288d0904ccec), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:29.903888 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587873'] for router (04f1764b-f7e5-42a8-82e3-288d0904ccec), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:29.904548 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f1764b-f7e5-42a8-82e3-288d0904ccec {{(pid=104415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 02:30:29.908280 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d614ee33-a976-4b28-90df-3628df487931 x-openstack-request-id: req-d614ee33-a976-4b28-90df-3628df487931 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:29.908829 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02609fbc-5bfc-4f4a-a49f-b70151783da7", "name": "network-vif-deleted", "tag": "b173f625-938f-417c-a8b3-b9bd70687e6e", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:29.909280 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d614ee33-a976-4b28-90df-3628df487931 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:29.909876 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d614ee33-a976-4b28-90df-3628df487931'] response: {'server_uuid': '02609fbc-5bfc-4f4a-a49f-b70151783da7', 'name': 'network-vif-deleted', 'tag': 'b173f625-938f-417c-a8b3-b9bd70687e6e', 'status': 'completed', 'code': 200} Oct 14 02:30:29.912272 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:29.916474 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43942) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:29.939325 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e1e719d6-b014-4792-a905-185c68828242 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/04f1764b-f7e5-42a8-82e3-288d0904ccec HTTP/1.1" status: 204 len: 168 time: 1.5959475 Oct 14 02:30:29.981465 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:29.994980 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:30.040576 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c949dd98-06ec-436f-bfca-121f849f891c no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:30.053494 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-330f1c04-7e3c-4604-baf9-678a67ccf01c req-96e9a302-64c2-4568-aedb-0678b4a4e49d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 210 time: 0.0597806 Oct 14 02:30:30.079657 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddc81cf-4e35-4333-aef4-8025596d0eb7 admin admin] Deleting subnet 480f66f4-5c53-4f4f-b49d-dd1d07a2df27 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:30:30.084879 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: c949dd98-06ec-436f-bfca-121f849f891c {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:30.085400 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bddc81cf-4e35-4333-aef4-8025596d0eb7 admin admin] Publish callbacks [] for subnet (480f66f4-5c53-4f4f-b49d-dd1d07a2df27), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.085672 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c949dd98-06ec-436f-bfca-121f849f891c not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:30.086226 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 6541de4d-ff27-476b-9863-fa78c344d5d7 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:30.111520 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 6541de4d-ff27-476b-9863-fa78c344d5d7 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:30.112043 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 6541de4d-ff27-476b-9863-fa78c344d5d7 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:30.160916 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bddc81cf-4e35-4333-aef4-8025596d0eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944087'] for subnet (480f66f4-5c53-4f4f-b49d-dd1d07a2df27), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.236075 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.397193 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4eaf081c-4d8b-4f41-b939-c818e982561b req-2c746ab5-7abd-492c-8074-4a2c4748264f tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02609fbc-5bfc-4f4a-a49f-b70151783da7 HTTP/1.1" status: 200 len: 210 time: 0.0445201 Oct 14 02:30:30.407313 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bddc81cf-4e35-4333-aef4-8025596d0eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (480f66f4-5c53-4f4f-b49d-dd1d07a2df27), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.454210 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:30.485805 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bddc81cf-4e35-4333-aef4-8025596d0eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9674441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975224'] for subnet (480f66f4-5c53-4f4f-b49d-dd1d07a2df27), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.514513 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc81cf-4e35-4333-aef4-8025596d0eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480f66f4-5c53-4f4f-b49d-dd1d07a2df27,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:30.522035 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bddc81cf-4e35-4333-aef4-8025596d0eb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.527288 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-bddc81cf-4e35-4333-aef4-8025596d0eb7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/480f66f4-5c53-4f4f-b49d-dd1d07a2df27 HTTP/1.1" status: 204 len: 168 time: 0.6085722 Oct 14 02:30:30.530071 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5939e983-8fc6-4c13-9946-61c748dfb73c None None] Network c4b028d4-13cc-4641-80cb-f23766bdcdbd requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:30:30.530322 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 43960) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:30.614384 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (c4b028d4-13cc-4641-80cb-f23766bdcdbd), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.673532 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Deleting port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:30.674192 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.749221 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] DHCP port deletion for c4b028d4-13cc-4641-80cb-f23766bdcdbd request from dv-cinder-845069-4-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 02:30:30.779322 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839e06-45e6-411a-bc4f-32a43cb74eb6 req-d7ef14bc-782a-4c5c-8360-7755c5bfccde tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:30.781609 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-40839e06-45e6-411a-bc4f-32a43cb74eb6 req-d7ef14bc-782a-4c5c-8360-7755c5bfccde tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0636256 Oct 14 02:30:30.791742 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] For port 78fc8ee7-f80e-4904-99f0-5ad5594fd571, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=78fc8ee7-f80e-4904-99f0-5ad5594fd571,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:30.792444 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.795120 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Deleting port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:30.795517 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.816015 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Calling delete_port for 78fc8ee7-f80e-4904-99f0-5ad5594fd571 owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:30.849056 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-40839e06-45e6-411a-bc4f-32a43cb74eb6 req-6b37c559-9508-441b-99f0-2a0b18fb82d6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581374 Oct 14 02:30:30.877242 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] For port 78fc8ee7-f80e-4904-99f0-5ad5594fd571, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=78fc8ee7-f80e-4904-99f0-5ad5594fd571,segment=NetworkSegment(1f714b46-8924-4a2a-9202-7d8ca410d59e),segment_id=1f714b46-8924-4a2a-9202-7d8ca410d59e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:30.877560 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.892259 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Calling delete_port for 78fc8ee7-f80e-4904-99f0-5ad5594fd571 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:30.916954 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:30.943405 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78fc8ee7-f80e-4904-99f0-5ad5594fd571,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:30.947908 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] No DVR routers for this DVR port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 on host dv-cinder-845069-4-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:30:31.019779 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685'] for port (78fc8ee7-f80e-4904-99f0-5ad5594fd571), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:31.029457 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (c4b028d4-13cc-4641-80cb-f23766bdcdbd), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:31.046753 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Pushing event deleted for resources: {'Port': ['ID=78fc8ee7-f80e-4904-99f0-5ad5594fd571,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:31.049820 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b028d4-13cc-4641-80cb-f23766bdcdbd']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:31.060474 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.060691 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f714b46-8924-4a2a-9202-7d8ca410d59e') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:31.060921 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.061028 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f714b46-8924-4a2a-9202-7d8ca410d59e') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:31.061210 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.061521 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.061862 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.062479 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.062479 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.062819 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.063166 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.063490 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.064425 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.064425 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.064616 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.064809 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.065107 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:31.068128 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca7bee-512d-46db-8076-cd8e2a68446a None None] No DVR routers for this DVR port 78fc8ee7-f80e-4904-99f0-5ad5594fd571 on host dv-cinder-845069-4-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:30:31.071942 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944046'] for segment (1f714b46-8924-4a2a-9202-7d8ca410d59e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:31.091575 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (1f714b46-8924-4a2a-9202-7d8ca410d59e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:31.099643 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:30:31.100028 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9674275'] for segment (1f714b46-8924-4a2a-9202-7d8ca410d59e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:31.146649 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 1f714b46-8924-4a2a-9202-7d8ca410d59e resource provider aggregate not found Oct 14 02:30:31.163356 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3587cfd4-b62a-4a6a-86dd-9f7e7f66a661 req-0e0f3676-4805-47e9-b767-60281fdf5089 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 210 time: 0.0314648 Oct 14 02:30:31.174047 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 1f714b46-8924-4a2a-9202-7d8ca410d59e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f714b46-8924-4a2a-9202-7d8ca410d59e found for delete ", "request_id": "req-92ac58f4-530f-4fcf-9f69-6705f72051d4"}]} Oct 14 02:30:31.175242 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (c4b028d4-13cc-4641-80cb-f23766bdcdbd), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:31.185652 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:31.188764 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/c4b028d4-13cc-4641-80cb-f23766bdcdbd HTTP/1.1" status: 204 len: 168 time: 0.6575034 Oct 14 02:30:31.191954 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 43972) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:31.204760 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d46ce-5bf7-4e4b-b644-c204445d95e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b028d4-13cc-4641-80cb-f23766bdcdbd,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:31.522208 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587853'] for router_interface (184025bc-7ff1-4c52-93af-b8b51224f8de), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:31.556713 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:31.627917 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:31.743660 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d56ee-53c7-4252-a568-5d2714a31381 req-b842bca1-e710-4f39-aeec-022569fd4412 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:31.745154 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d64d56ee-53c7-4252-a568-5d2714a31381 req-b842bca1-e710-4f39-aeec-022569fd4412 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0783069 Oct 14 02:30:31.843212 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d64d56ee-53c7-4252-a568-5d2714a31381 req-64281bf7-45b7-42c4-a277-0b021132aecc tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907679 Oct 14 02:30:31.845916 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] Deleting port a90dcc12-ae9a-4e77-b068-5e9f008f92b2 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:31.846620 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:31.888630 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 78fc8ee7-f80e-4904-99f0-5ad5594fd571 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:31.910427 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 78fc8ee7-f80e-4904-99f0-5ad5594fd571 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:31.911133 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 78fc8ee7-f80e-4904-99f0-5ad5594fd571 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:31.949124 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] For port a90dcc12-ae9a-4e77-b068-5e9f008f92b2, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=a90dcc12-ae9a-4e77-b068-5e9f008f92b2,segment=NetworkSegment(fad68720-6346-489d-89be-a6d6fabee65f),segment_id=fad68720-6346-489d-89be-a6d6fabee65f)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:31.949491 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:31.983205 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] Calling delete_port for a90dcc12-ae9a-4e77-b068-5e9f008f92b2 owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:32.001093 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488fd26-d136-4f9f-a598-cd5dfa8a02c6 req-0f09509e-740c-427c-97e3-4f2525d6c5e4 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:32.002582 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a488fd26-d136-4f9f-a598-cd5dfa8a02c6 req-0f09509e-740c-427c-97e3-4f2525d6c5e4 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0687244 Oct 14 02:30:32.105371 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a488fd26-d136-4f9f-a598-cd5dfa8a02c6 req-92b8d074-8ee8-4746-a731-c14a5a916291 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956714 Oct 14 02:30:32.255330 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (a90dcc12-ae9a-4e77-b068-5e9f008f92b2), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:32.309367 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-65e7ed47-9db3-4da1-9747-1ac3a233a799 req-b9b0c19c-9f63-4820-bfe3-d0281da042e5 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 210 time: 0.0575209 Oct 14 02:30:32.314332 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] Pushing event deleted for resources: {'Port': ['ID=a90dcc12-ae9a-4e77-b068-5e9f008f92b2,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:32.325083 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023a5db-38f4-48d0-90ca-fb9fcb327d9c req-a4c955ab-2305-4a6c-9ec4-665fe9549de0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:32.326662 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4023a5db-38f4-48d0-90ca-fb9fcb327d9c req-a4c955ab-2305-4a6c-9ec4-665fe9549de0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.1123817 Oct 14 02:30:32.420378 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:32.425096 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4023a5db-38f4-48d0-90ca-fb9fcb327d9c req-07bd522c-4a11-4041-9e9b-6446667044b0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821533 Oct 14 02:30:32.518917 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587833'] for router_interface (184025bc-7ff1-4c52-93af-b8b51224f8de), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:32.530979 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:32.540532 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f9683a-e672-424c-8de3-35cdc70fee44 None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:30:32.649983 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f9683a-e672-424c-8de3-35cdc70fee44 None None] Resources bound (agent type, host, resource id): {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 02:30:32.734646 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] Router 184025bc-7ff1-4c52-93af-b8b51224f8de has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:30:32.842420 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:30:32.850137 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d1a5b8fc-bb28-4c22-bde0-7b0ac8f8774b admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/184025bc-7ff1-4c52-93af-b8b51224f8de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6544440 Oct 14 02:30:32.850676 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44002) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:32.852245 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52babe4f-5e06-423e-bb12-480f0ab8cc26 None None] Sync routers for ids ['184025bc-7ff1-4c52-93af-b8b51224f8de'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:30:32.862574 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52babe4f-5e06-423e-bb12-480f0ab8cc26 None None] Routers {'184025bc-7ff1-4c52-93af-b8b51224f8de'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:32.863221 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-52babe4f-5e06-423e-bb12-480f0ab8cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['184025bc-7ff1-4c52-93af-b8b51224f8de'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:32.949613 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device b173f625-938f-417c-a8b3-b9bd70687e6e no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:32.970866 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: b173f625-938f-417c-a8b3-b9bd70687e6e {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:32.971244 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device b173f625-938f-417c-a8b3-b9bd70687e6e not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:33.000626 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-52babe4f-5e06-423e-bb12-480f0ab8cc26 None None] Set router 184025bc-7ff1-4c52-93af-b8b51224f8de gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:33.001518 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666064f9-bebe-4fe5-8919-c5de1c157cff req-1b674163-b95f-4a8a-ace6-257f1581c6de tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:33.003052 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-666064f9-bebe-4fe5-8919-c5de1c157cff req-1b674163-b95f-4a8a-ace6-257f1581c6de tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0606306 Oct 14 02:30:33.004337 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Publish callbacks [] for router (184025bc-7ff1-4c52-93af-b8b51224f8de), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:33.103910 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:33.138491 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-666064f9-bebe-4fe5-8919-c5de1c157cff req-c7a39191-6080-45c5-b1a8-f1191c8030b7 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968106 Oct 14 02:30:33.152322 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:33.175427 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Publish callbacks [] for router_gateway (184025bc-7ff1-4c52-93af-b8b51224f8de), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:33.198306 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-52babe4f-5e06-423e-bb12-480f0ab8cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'name': 'tempest-TestMinimumBasicScenario-1164578773-router', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:30:32Z', 'revision_number': 5, 'project_id': '45d54683464248b08141b7fe35047ecb', 'gw_port': {'id': 'c2504def-b9d9-4fc4-83ad-8872b4fe3789', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:33.230099 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52babe4f-5e06-423e-bb12-480f0ab8cc26 None None] Checking router: 184025bc-7ff1-4c52-93af-b8b51224f8de for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:30:33.239988 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52babe4f-5e06-423e-bb12-480f0ab8cc26 None None] Routers {'184025bc-7ff1-4c52-93af-b8b51224f8de'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:33.241077 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-52babe4f-5e06-423e-bb12-480f0ab8cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['184025bc-7ff1-4c52-93af-b8b51224f8de'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:33.280191 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Deleting port c2504def-b9d9-4fc4-83ad-8872b4fe3789 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:33.280609 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:33.299779 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125c5e7-199c-47f6-af93-4722d097ba87 req-0e124c29-b2e7-4cad-bb85-13023378a34d tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:33.301652 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8125c5e7-199c-47f6-af93-4722d097ba87 req-0e124c29-b2e7-4cad-bb85-13023378a34d tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0833056 Oct 14 02:30:33.334100 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-52babe4f-5e06-423e-bb12-480f0ab8cc26 None None] Set router 184025bc-7ff1-4c52-93af-b8b51224f8de gateway port host: None {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:33.366942 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:33.431439 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8125c5e7-199c-47f6-af93-4722d097ba87 req-ae250ba0-7aa0-48b7-b1d7-02174da386d9 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003830 Oct 14 02:30:33.452120 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-de1bab42-4dcc-4923-8ab8-e599cb28f738 req-a8ab8730-0669-4c85-82ad-5a6a2f871268 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 210 time: 0.0468566 Oct 14 02:30:33.453900 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] For port c2504def-b9d9-4fc4-83ad-8872b4fe3789, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c2504def-b9d9-4fc4-83ad-8872b4fe3789,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:33.454254 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:33.468604 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Calling delete_port for c2504def-b9d9-4fc4-83ad-8872b4fe3789 owned by network:router_gateway {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:33.537747 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-52babe4f-5e06-423e-bb12-480f0ab8cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'name': 'tempest-TestMinimumBasicScenario-1164578773-router', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:30:33Z', 'revision_number': 6, 'project_id': '45d54683464248b08141b7fe35047ecb', 'gw_port_host': None}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:33.543730 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-89da7520-084b-4652-898c-d3bda4ea3f5a None None] Provisioning complete for port 7a5e1c77-b000-49e4-9598-79ae63947f61 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:33.544095 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-89da7520-084b-4652-898c-d3bda4ea3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:33.544426 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-89da7520-084b-4652-898c-d3bda4ea3f5a None None] Attempt 1 to provision port 7a5e1c77-b000-49e4-9598-79ae63947f61 Oct 14 02:30:33.572127 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52babe4f-5e06-423e-bb12-480f0ab8cc26 None None] The sync data for ids ['184025bc-7ff1-4c52-93af-b8b51224f8de'] in dv-cinder-845069-4-iscsi is: [{'id': '184025bc-7ff1-4c52-93af-b8b51224f8de', 'name': 'tempest-TestMinimumBasicScenario-1164578773-router', 'tenant_id': '45d54683464248b08141b7fe35047ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:30:33Z', 'revision_number': 6, 'project_id': '45d54683464248b08141b7fe35047ecb', 'gw_port_host': None}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:30:33.573810 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:33.635832 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ea7ab-baab-4809-a090-a29417df315f req-a021442e-14e4-496a-8817-e1f5cb4b1a25 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:33.643646 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-972ea7ab-baab-4809-a090-a29417df315f req-a021442e-14e4-496a-8817-e1f5cb4b1a25 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.1165593 Oct 14 02:30:33.659342 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-89da7520-084b-4652-898c-d3bda4ea3f5a None None] Current status of the port 7a5e1c77-b000-49e4-9598-79ae63947f61 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:33.724143 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:33.731767 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-972ea7ab-baab-4809-a090-a29417df315f req-bb298862-9702-493e-8ab0-52b64cf7bc76 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782847 Oct 14 02:30:33.785249 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (c2504def-b9d9-4fc4-83ad-8872b4fe3789), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:33.795690 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54024907-f176-49c2-8686-a78aaecfccdb req-388faa42-4d98-47ae-b15c-b9a9bc79ca56 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:33.797183 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-388faa42-4d98-47ae-b15c-b9a9bc79ca56 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 815 time: 0.1618285 Oct 14 02:30:33.813601 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2504def-b9d9-4fc4-83ad-8872b4fe3789,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:33.888738 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-6be6b94d-fefc-47ba-b41b-8ad3f38ac28f tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1d2f70db22ec43d5ba9125f940433320 HTTP/1.1" status: 200 len: 379 time: 0.0655472 Oct 14 02:30:33.911654 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-08e88781-b827-453d-a522-d338ab5e4f8d req-1d4fd065-ff7b-4934-9763-731470265bfd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845861 Oct 14 02:30:33.924574 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582515'] for router_gateway (184025bc-7ff1-4c52-93af-b8b51224f8de), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:33.987768 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'port': {'device_id': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'admin_state_up': True, 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'security_groups': ['29328d1f-605e-459e-9ccc-9d67ced941ba']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:34.101071 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaf4cf-4b8c-44cd-a8b4-158e4cd65173 req-31f431b2-b631-4096-af73-2e203b213eca tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:34.102848 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4edaf4cf-4b8c-44cd-a8b4-158e4cd65173 req-31f431b2-b631-4096-af73-2e203b213eca tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.0802205 Oct 14 02:30:34.105626 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e88781-b827-453d-a522-d338ab5e4f8d req-a032ba2b-9cf2-45d6-b06b-00d8c2d9f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:34.107293 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08e88781-b827-453d-a522-d338ab5e4f8d req-a032ba2b-9cf2-45d6-b06b-00d8c2d9f2a3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 1129 time: 0.1156406 Oct 14 02:30:34.107721 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15749'] for router (184025bc-7ff1-4c52-93af-b8b51224f8de), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:34.110418 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Publish callbacks [] for router_controller (184025bc-7ff1-4c52-93af-b8b51224f8de), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:34.229348 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:34.253446 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Made reservation on behalf of 1d2f70db22ec43d5ba9125f940433320 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:30:34.257810 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:34.289753 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e88781-b827-453d-a522-d338ab5e4f8d req-a57d58e6-d106-4291-aebe-09dea8f44df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:34.291282 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08e88781-b827-453d-a522-d338ab5e4f8d req-a57d58e6-d106-4291-aebe-09dea8f44df1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4299c348-5cd7-492e-82e5-e30b1204822d HTTP/1.1" status: 200 len: 912 time: 0.1521583 Oct 14 02:30:34.405803 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08e88781-b827-453d-a522-d338ab5e4f8d req-7f48a2f5-b64c-430d-a904-25cdc65eb86c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08e2a477-2317-42b9-b220-01bf29646192 HTTP/1.1" status: 200 len: 1000 time: 0.1062319 Oct 14 02:30:34.425335 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device a90dcc12-ae9a-4e77-b068-5e9f008f92b2 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:34.454046 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: a90dcc12-ae9a-4e77-b068-5e9f008f92b2 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:34.454599 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device a90dcc12-ae9a-4e77-b068-5e9f008f92b2 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:34.492025 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587873'] for router (184025bc-7ff1-4c52-93af-b8b51224f8de), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:34.492603 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 184025bc-7ff1-4c52-93af-b8b51224f8de {{(pid=104415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 02:30:34.500848 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:34.504427 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-cecd79ba-4ed3-4505-9a8c-230a6cbf2e3a admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/184025bc-7ff1-4c52-93af-b8b51224f8de HTTP/1.1" status: 204 len: 168 time: 1.6499150 Oct 14 02:30:34.510545 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44024) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:34.527215 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e88781-b827-453d-a522-d338ab5e4f8d req-ef8bebe8-63f9-4f0f-a980-525854d2a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:34.529108 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08e88781-b827-453d-a522-d338ab5e4f8d req-ef8bebe8-63f9-4f0f-a980-525854d2a477 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a651fca8-4007-4455-b37a-8eae20093d74 HTTP/1.1" status: 200 len: 850 time: 0.1131396 Oct 14 02:30:34.570268 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Allocated IP 172.20.0.5 (720db06d-fc1d-4485-8eb8-fc21c261caf6/31ddbc8f-06e9-40ef-8f70-e180cde6ef88/43758ab5-3216-471c-8a89-27ac9e76b06d) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:30:34.633172 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-228fc2b9-fbdc-4bc9-bf66-6cd9b5fcf103 admin admin] Deleting subnet 9b9afcda-46c5-4c61-b315-032c738d5ad6 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:30:34.638373 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e88781-b827-453d-a522-d338ab5e4f8d req-b64cd6e4-0f2b-4c4e-bdbc-193fb2315f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:34.639873 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08e88781-b827-453d-a522-d338ab5e4f8d req-b64cd6e4-0f2b-4c4e-bdbc-193fb2315f83 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4299c348-5cd7-492e-82e5-e30b1204822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837731 Oct 14 02:30:34.649558 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-228fc2b9-fbdc-4bc9-bf66-6cd9b5fcf103 admin admin] Publish callbacks [] for subnet (9b9afcda-46c5-4c61-b315-032c738d5ad6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:34.674291 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18d01-0a9f-4709-86e5-582d39c3c3df req-063fef17-4fd4-4fc9-975a-48e410f81a0c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:34.675874 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d3f18d01-0a9f-4709-86e5-582d39c3c3df req-063fef17-4fd4-4fc9-975a-48e410f81a0c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 945 time: 0.2015369 Oct 14 02:30:34.693375 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf229b-3f4a-43a9-a566-c451fb508be9 req-e44934c3-5ac4-4866-9a11-71a192d43763 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:34.695319 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-10cf229b-3f4a-43a9-a566-c451fb508be9 req-e44934c3-5ac4-4866-9a11-71a192d43763 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.1531551 Oct 14 02:30:34.705138 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94afde-f5ca-4327-a0d3-783fdfd523e4 req-44dea2a1-4476-4124-8c47-3d3fca0f787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:34.706598 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0b94afde-f5ca-4327-a0d3-783fdfd523e4 req-44dea2a1-4476-4124-8c47-3d3fca0f787e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2a51798d7e54605a7e59b0cba385973&device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 1130 time: 0.1444263 Oct 14 02:30:34.707112 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-4edaf4cf-4b8c-44cd-a8b4-158e4cd65173 req-951fc9e3-74e0-44ca-b7c9-7a3066db1fe2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Deleting port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:34.707450 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4edaf4cf-4b8c-44cd-a8b4-158e4cd65173 req-951fc9e3-74e0-44ca-b7c9-7a3066db1fe2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:34.791028 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:34.802839 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-228fc2b9-fbdc-4bc9-bf66-6cd9b5fcf103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944087'] for subnet (9b9afcda-46c5-4c61-b315-032c738d5ad6), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:34.855890 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:34.908777 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d3f18d01-0a9f-4709-86e5-582d39c3c3df req-a18ffb80-8047-4540-a165-5ab5c6f2e68b tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7c78d787-d246-44ce-a807-84694207577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119527 Oct 14 02:30:34.917595 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08e88781-b827-453d-a522-d338ab5e4f8d req-8186a480-2810-42bc-a8c1-947a8c1e8fcf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695117 Oct 14 02:30:34.939309 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:34.939726 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-10cf229b-3f4a-43a9-a566-c451fb508be9 req-befcc9f4-a70b-46bc-9ff3-b8f0835e07b6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174733 Oct 14 02:30:34.964247 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-4edaf4cf-4b8c-44cd-a8b4-158e4cd65173 req-951fc9e3-74e0-44ca-b7c9-7a3066db1fe2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] For port a8f8e3e8-8227-4e43-9e58-a3993d60fb18, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=a8f8e3e8-8227-4e43-9e58-a3993d60fb18,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:34.964677 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4edaf4cf-4b8c-44cd-a8b4-158e4cd65173 req-951fc9e3-74e0-44ca-b7c9-7a3066db1fe2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:34.980831 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-4edaf4cf-4b8c-44cd-a8b4-158e4cd65173 req-951fc9e3-74e0-44ca-b7c9-7a3066db1fe2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Calling delete_port for a8f8e3e8-8227-4e43-9e58-a3993d60fb18 owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:35.057240 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:35.060192 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-228fc2b9-fbdc-4bc9-bf66-6cd9b5fcf103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (9b9afcda-46c5-4c61-b315-032c738d5ad6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.074699 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-67f3ea26-a125-4aba-a3ad-2f43c2d6047f req-91ef0949-4284-4f2a-bfdf-68a9f20763f3 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 210 time: 0.0821528 Oct 14 02:30:35.095264 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:35.102789 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94afde-f5ca-4327-a0d3-783fdfd523e4 req-67dda57b-487e-4c39-befa-01afc6a8a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:35.104213 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0b94afde-f5ca-4327-a0d3-783fdfd523e4 req-67dda57b-487e-4c39-befa-01afc6a8a14f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 HTTP/1.1" status: 200 len: 909 time: 0.3822615 Oct 14 02:30:35.130443 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.137800 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0348c9-5455-4ee3-974b-364d0edda262 req-21002919-cc5b-453d-966c-3358c1608b16 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:35.143581 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8c0348c9-5455-4ee3-974b-364d0edda262 req-21002919-cc5b-453d-966c-3358c1608b16 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.1310701 Oct 14 02:30:35.171359 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08e88781-b827-453d-a522-d338ab5e4f8d req-d2bd766a-ae81-4bd2-942a-1c8e51786b50 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270136 Oct 14 02:30:35.198158 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:30:35.201697 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:30:35.206135 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-228fc2b9-fbdc-4bc9-bf66-6cd9b5fcf103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9674441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975224'] for subnet (9b9afcda-46c5-4c61-b315-032c738d5ad6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.210321 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:30:35.244871 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event updated for resources: {'Port': ['ID=43758ab5-3216-471c-8a89-27ac9e76b06d,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:35.250433 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0b94afde-f5ca-4327-a0d3-783fdfd523e4 req-e8fc2749-bb6e-44a7-a3e1-d090b1c1a22f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1201edef-47d3-4624-9140-59745722444b HTTP/1.1" status: 200 len: 1002 time: 0.1320927 Oct 14 02:30:35.287422 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fc2b9-fbdc-4bc9-bf66-6cd9b5fcf103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9afcda-46c5-4c61-b315-032c738d5ad6,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:35.292423 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-228fc2b9-fbdc-4bc9-bf66-6cd9b5fcf103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.292908 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8c0348c9-5455-4ee3-974b-364d0edda262 req-9ef42b51-3fa9-4d50-aedb-dfa3c3b9ba81 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196973 Oct 14 02:30:35.298467 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-228fc2b9-fbdc-4bc9-bf66-6cd9b5fcf103 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/9b9afcda-46c5-4c61-b315-032c738d5ad6 HTTP/1.1" status: 204 len: 168 time: 0.7864964 Oct 14 02:30:35.298828 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44028) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:35.301634 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2240283a-b834-47b5-b963-03c47bf547c4 None None] Network 5faa55d7-c162-452d-845e-df064e2e900a requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:30:35.333282 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:35.334194 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.362629 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-ca4501d8-3a83-4862-bf27-a1e341819121 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3820291 Oct 14 02:30:35.387306 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4edaf4cf-4b8c-44cd-a8b4-158e4cd65173 req-951fc9e3-74e0-44ca-b7c9-7a3066db1fe2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (a8f8e3e8-8227-4e43-9e58-a3993d60fb18), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.401967 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['a8f8e3e8-8227-4e43-9e58-a3993d60fb18'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:30:35.426118 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (5faa55d7-c162-452d-845e-df064e2e900a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.430675 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fc9e3-74e0-44ca-b7c9-7a3066db1fe2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Pushing event deleted for resources: {'Port': ['ID=a8f8e3e8-8227-4e43-9e58-a3993d60fb18,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:35.485659 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Request body: {'port': {'device_id': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:35.515486 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edaf4cf-4b8c-44cd-a8b4-158e4cd65173 req-951fc9e3-74e0-44ca-b7c9-7a3066db1fe2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] No DVR routers for this DVR port a8f8e3e8-8227-4e43-9e58-a3993d60fb18 on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:30:35.527342 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd4d920-faf0-45b6-8007-adfa628d4545 None None] DHCP port deletion for 5faa55d7-c162-452d-845e-df064e2e900a request from dv-cinder-845069-4-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 02:30:35.545411 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4edaf4cf-4b8c-44cd-a8b4-158e4cd65173 req-951fc9e3-74e0-44ca-b7c9-7a3066db1fe2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.550062 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4edaf4cf-4b8c-44cd-a8b4-158e4cd65173 req-951fc9e3-74e0-44ca-b7c9-7a3066db1fe2 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a8f8e3e8-8227-4e43-9e58-a3993d60fb18 HTTP/1.1" status: 204 len: 173 time: 1.4303670 Oct 14 02:30:35.561471 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.571186 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f015971-a009-4ffb-8acf-bc137ec9bccc', 'name': 'network-vif-deleted', 'tag': 'a8f8e3e8-8227-4e43-9e58-a3993d60fb18'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:35.573769 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346b8611-f51f-44ef-a71c-00b70c498869" -d '{"events": [{"server_uuid": "1f015971-a009-4ffb-8acf-bc137ec9bccc", "name": "network-vif-deleted", "tag": "a8f8e3e8-8227-4e43-9e58-a3993d60fb18"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:35.577478 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94afde-f5ca-4327-a0d3-783fdfd523e4 req-7a499140-1d92-478a-9059-e02b5c764a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:35.578962 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0b94afde-f5ca-4327-a0d3-783fdfd523e4 req-7a499140-1d92-478a-9059-e02b5c764a11 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=fba1b051-899c-4acf-83d9-7df396b9533f HTTP/1.1" status: 200 len: 847 time: 0.0969605 Oct 14 02:30:35.582095 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9fd4d920-faf0-45b6-8007-adfa628d4545 None None] Deleting port 7a5e1c77-b000-49e4-9598-79ae63947f61 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:35.582620 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fd4d920-faf0-45b6-8007-adfa628d4545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.655325 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd900625-56b3-473a-814d-af90c5ce20c0 x-openstack-request-id: req-dd900625-56b3-473a-814d-af90c5ce20c0 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:35.655618 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f015971-a009-4ffb-8acf-bc137ec9bccc", "name": "network-vif-deleted", "tag": "a8f8e3e8-8227-4e43-9e58-a3993d60fb18", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:35.655880 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd900625-56b3-473a-814d-af90c5ce20c0 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:35.656302 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd900625-56b3-473a-814d-af90c5ce20c0'] response: {'server_uuid': '1f015971-a009-4ffb-8acf-bc137ec9bccc', 'name': 'network-vif-deleted', 'tag': 'a8f8e3e8-8227-4e43-9e58-a3993d60fb18', 'status': 'completed', 'code': 200} Oct 14 02:30:35.666319 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Deleting port 7a5e1c77-b000-49e4-9598-79ae63947f61 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:35.666776 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.670197 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-9fd4d920-faf0-45b6-8007-adfa628d4545 None None] For port 7a5e1c77-b000-49e4-9598-79ae63947f61, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=7a5e1c77-b000-49e4-9598-79ae63947f61,segment=NetworkSegment(fad68720-6346-489d-89be-a6d6fabee65f),segment_id=fad68720-6346-489d-89be-a6d6fabee65f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:35.670891 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fd4d920-faf0-45b6-8007-adfa628d4545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.689189 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94afde-f5ca-4327-a0d3-783fdfd523e4 req-f02b6f88-b713-49e5-ae3b-cd0507bf1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:35.691118 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0b94afde-f5ca-4327-a0d3-783fdfd523e4 req-f02b6f88-b713-49e5-ae3b-cd0507bf1c22 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011505 Oct 14 02:30:35.696634 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9fd4d920-faf0-45b6-8007-adfa628d4545 None None] Calling delete_port for 7a5e1c77-b000-49e4-9598-79ae63947f61 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:35.699439 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-cfa607c0-a79a-4893-8a4f-a6f88c091a84 None None] Provisioning complete for port 43758ab5-3216-471c-8a89-27ac9e76b06d triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:35.699997 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cfa607c0-a79a-4893-8a4f-a6f88c091a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.700748 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-cfa607c0-a79a-4893-8a4f-a6f88c091a84 None None] Attempt 1 to provision port 43758ab5-3216-471c-8a89-27ac9e76b06d Oct 14 02:30:35.747298 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:35.790714 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-cfa607c0-a79a-4893-8a4f-a6f88c091a84 None None] Port 43758ab5-3216-471c-8a89-27ac9e76b06d cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:30:35.809682 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] For port 7a5e1c77-b000-49e4-9598-79ae63947f61, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=7a5e1c77-b000-49e4-9598-79ae63947f61,segment=NetworkSegment(fad68720-6346-489d-89be-a6d6fabee65f),segment_id=fad68720-6346-489d-89be-a6d6fabee65f)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:35.810060 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.828381 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Calling delete_port for 7a5e1c77-b000-49e4-9598-79ae63947f61 owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:35.839996 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fd4d920-faf0-45b6-8007-adfa628d4545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:35.855358 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:35.871735 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4d920-faf0-45b6-8007-adfa628d4545 None None] Pushing event deleted for resources: {'Port': ['ID=7a5e1c77-b000-49e4-9598-79ae63947f61,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:35.886582 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd4d920-faf0-45b6-8007-adfa628d4545 None None] No DVR routers for this DVR port 7a5e1c77-b000-49e4-9598-79ae63947f61 on host dv-cinder-845069-4-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:30:35.978337 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c2504def-b9d9-4fc4-83ad-8872b4fe3789 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:36.019704 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43758ab5-3216-471c-8a89-27ac9e76b06d {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:30:36.023643 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: c2504def-b9d9-4fc4-83ad-8872b4fe3789 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:36.023996 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c2504def-b9d9-4fc4-83ad-8872b4fe3789 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:36.024411 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 7a5e1c77-b000-49e4-9598-79ae63947f61 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:36.029991 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Publish callbacks [] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.047834 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Transition to ACTIVE for port object 43758ab5-3216-471c-8a89-27ac9e76b06d will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:30:36.052748 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.062045 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0b94afde-f5ca-4327-a0d3-783fdfd523e4 req-84b4d4c7-c2fc-481c-bf7e-02dca48f3455 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421888 Oct 14 02:30:36.062665 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 7a5e1c77-b000-49e4-9598-79ae63947f61 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:36.062665 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 7a5e1c77-b000-49e4-9598-79ae63947f61 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:36.114520 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9446f8bd-dedc-45e2-b229-1d55f910d190 req-e57749a6-5ed0-4f5b-8375-ce445c8a8262 tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 210 time: 0.0514121 Oct 14 02:30:36.128333 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Pushing event updated for resources: {'Port': ['ID=43758ab5-3216-471c-8a89-27ac9e76b06d,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:36.167994 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (7a5e1c77-b000-49e4-9598-79ae63947f61), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.180521 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Attempting to bind port 43758ab5-3216-471c-8a89-27ac9e76b06d on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:30:36.180868 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Attempting to bind port 43758ab5-3216-471c-8a89-27ac9e76b06d by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:30:36.181204 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Attempting to bind port 43758ab5-3216-471c-8a89-27ac9e76b06d on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:30:36.186178 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0c846-3291-464a-a5ee-8bb0298b5ebb req-59b407f3-a321-4198-bf36-5a19704c8510 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:36.187737 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-23c0c846-3291-464a-a5ee-8bb0298b5ebb req-59b407f3-a321-4198-bf36-5a19704c8510 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.1109738 Oct 14 02:30:36.222868 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] No DVR routers for this DVR port 7a5e1c77-b000-49e4-9598-79ae63947f61 on host dv-cinder-845069-4-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:30:36.236351 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Port 43758ab5-3216-471c-8a89-27ac9e76b06d on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:30:36.236764 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Attempting to bind port 43758ab5-3216-471c-8a89-27ac9e76b06d on network 720db06d-fc1d-4485-8eb8-fc21c261caf6 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:30:36.240756 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5e1c77-b000-49e4-9598-79ae63947f61,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:36.285922 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:30:36.286535 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Checking segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:30:36.287129 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Bound using segment: {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:30:36.290423 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Bound port: 43758ab5-3216-471c-8a89-27ac9e76b06d, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7af368f-6e0b-4160-ab60-68ec45e7cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:30:36.291002 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.358174 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] For port 43758ab5-3216-471c-8a89-27ac9e76b06d, host hv-cinder-84506, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:30:36.361605 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] For port 43758ab5-3216-471c-8a89-27ac9e76b06d, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=43758ab5-3216-471c-8a89-27ac9e76b06d,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:30:36.369039 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.372197 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:36.372510 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6183-bd26-465a-8861-4efcf571db89 req-55395d7d-37ca-41b3-b43f-7120318c9824 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:36.372944 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.374146 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-819a6183-bd26-465a-8861-4efcf571db89 req-55395d7d-37ca-41b3-b43f-7120318c9824 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 943 time: 0.1855466 Oct 14 02:30:36.379673 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/43758ab5-3216-471c-8a89-27ac9e76b06d HTTP/1.1" status: 200 len: 1093 time: 0.8985097 Oct 14 02:30:36.381534 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:36.382158 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'tag': '43758ab5-3216-471c-8a89-27ac9e76b06d'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:36.384793 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2279e509-0ede-4650-a603-7a8350e5d210" -d '{"events": [{"name": "network-changed", "server_uuid": "fa542b36-ab27-48c1-8d25-8e0bb73a415c", "tag": "43758ab5-3216-471c-8a89-27ac9e76b06d"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:36.434446 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:36.434812 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-23c0c846-3291-464a-a5ee-8bb0298b5ebb req-32f38587-0d4f-4a4e-a708-6e723bfe22de tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283328 Oct 14 02:30:36.454508 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (5faa55d7-c162-452d-845e-df064e2e900a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.456813 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd02154-4d2b-4908-b99c-5336e6cb9464 service neutron] Pushing event updated for resources: {'Port': ['ID=43758ab5-3216-471c-8a89-27ac9e76b06d,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:36.483140 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5faa55d7-c162-452d-845e-df064e2e900a']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:36.496096 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54024907-f176-49c2-8686-a78aaecfccdb req-2fbc66a5-ea73-4cf4-a8cf-9be884424748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:36.497598 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-2fbc66a5-ea73-4cf4-a8cf-9be884424748 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 1127 time: 0.0598912 Oct 14 02:30:36.510543 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad68720-6346-489d-89be-a6d6fabee65f') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:36.510834 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad68720-6346-489d-89be-a6d6fabee65f') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:36.539107 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8933932'] for segment (fad68720-6346-489d-89be-a6d6fabee65f), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.555488 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0b94afde-f5ca-4327-a0d3-783fdfd523e4 req-3f308532-5246-48fa-9bdd-dbb592473ee6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295157 Oct 14 02:30:36.574358 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-819a6183-bd26-465a-8861-4efcf571db89 req-955c247b-3152-44f1-9bae-c2e1cdd32d1a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29328d1f-605e-459e-9ccc-9d67ced941ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651723 Oct 14 02:30:36.584430 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (fad68720-6346-489d-89be-a6d6fabee65f), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.593569 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:30:36.594034 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9734105'] for segment (fad68720-6346-489d-89be-a6d6fabee65f), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.616524 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d88091-73ea-45d9-9ccb-4dce8bb244bf req-4f069d89-e8c7-4a16-8ceb-c9c8ce3c7ac9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:36.618035 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e3d88091-73ea-45d9-9ccb-4dce8bb244bf req-4f069d89-e8c7-4a16-8ceb-c9c8ce3c7ac9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0877032 Oct 14 02:30:36.624168 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea20824-272a-412d-93c0-59d96535a979 x-openstack-request-id: req-5ea20824-272a-412d-93c0-59d96535a979 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:36.624452 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa542b36-ab27-48c1-8d25-8e0bb73a415c", "tag": "43758ab5-3216-471c-8a89-27ac9e76b06d", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:36.624706 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ea20824-272a-412d-93c0-59d96535a979 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:36.625108 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea20824-272a-412d-93c0-59d96535a979'] response: {'name': 'network-changed', 'server_uuid': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'tag': '43758ab5-3216-471c-8a89-27ac9e76b06d', 'status': 'completed', 'code': 200} Oct 14 02:30:36.649427 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment fad68720-6346-489d-89be-a6d6fabee65f resource provider aggregate not found Oct 14 02:30:36.669167 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment fad68720-6346-489d-89be-a6d6fabee65f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fad68720-6346-489d-89be-a6d6fabee65f found for delete ", "request_id": "req-ba68575b-f267-4120-b51c-035b8b5bde40"}]} Oct 14 02:30:36.692634 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (5faa55d7-c162-452d-845e-df064e2e900a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.704646 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:36.707715 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/5faa55d7-c162-452d-845e-df064e2e900a HTTP/1.1" status: 204 len: 168 time: 1.4078946 Oct 14 02:30:36.721781 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b3c54-a6ea-4976-8975-6cab6906418f admin admin] Pushing event deleted for resources: {'Network': ['ID=5faa55d7-c162-452d-845e-df064e2e900a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:36.733458 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e3d88091-73ea-45d9-9ccb-4dce8bb244bf req-b7ec10df-d478-4a2b-960a-afd60f8daa24 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865257 Oct 14 02:30:36.800771 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-6f757e85-1d66-4615-bd26-18a6be4a71c0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43758ab5-3216-471c-8a89-27ac9e76b06d HTTP/1.1" status: 200 len: 217 time: 0.0568709 Oct 14 02:30:36.901337 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44050) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:36.941047 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fd7eb49c-2b90-4649-9d5d-a2d534e4faf0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ace6580a1307486895a0ec8149a95fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386088 Oct 14 02:30:36.943494 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44052) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:36.991717 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-65ea223e-5a64-4868-ae75-70a463fc16d2 admin admin] Publish callbacks [] for security_group (b405af0b-6f89-4e39-b276-a6ebcaeb697f), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:37.010832 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-65ea223e-5a64-4868-ae75-70a463fc16d2 admin admin] Publish callbacks [] for security_group (b405af0b-6f89-4e39-b276-a6ebcaeb697f), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:37.020309 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:37.060518 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-65ea223e-5a64-4868-ae75-70a463fc16d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (b405af0b-6f89-4e39-b276-a6ebcaeb697f), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:37.063209 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-65ea223e-5a64-4868-ae75-70a463fc16d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:37.064345 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-65ea223e-5a64-4868-ae75-70a463fc16d2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b405af0b-6f89-4e39-b276-a6ebcaeb697f HTTP/1.1" status: 204 len: 168 time: 0.1199622 Oct 14 02:30:37.072077 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea223e-5a64-4868-ae75-70a463fc16d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b405af0b-6f89-4e39-b276-a6ebcaeb697f,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:37.238978 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-30bd099a-445e-491c-bf5f-bfa2d77eee8c req-3d8c9d99-9eb0-4431-a878-fc44a293111c tempest-ServerRescueNegativeTestJSON-967387002 tempest-ServerRescueNegativeTestJSON-967387002-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1f015971-a009-4ffb-8acf-bc137ec9bccc HTTP/1.1" status: 200 len: 210 time: 0.0297065 Oct 14 02:30:37.395023 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44060) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:37.434865 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-57390f50-41fc-4e56-9e34-3a155ce57768 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=45d54683464248b08141b7fe35047ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387199 Oct 14 02:30:37.437174 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44062) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:37.483146 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90b53ea0-8474-4245-a2b6-777bde8c5d77 admin admin] Publish callbacks [] for security_group (9814e768-cae5-4ce6-8475-7d2564f9a043), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:37.507870 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90b53ea0-8474-4245-a2b6-777bde8c5d77 admin admin] Publish callbacks [] for security_group (9814e768-cae5-4ce6-8475-7d2564f9a043), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:37.557825 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90b53ea0-8474-4245-a2b6-777bde8c5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (9814e768-cae5-4ce6-8475-7d2564f9a043), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:37.560327 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90b53ea0-8474-4245-a2b6-777bde8c5d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:37.563834 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-90b53ea0-8474-4245-a2b6-777bde8c5d77 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9814e768-cae5-4ce6-8475-7d2564f9a043 HTTP/1.1" status: 204 len: 168 time: 0.1234264 Oct 14 02:30:37.571183 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b53ea0-8474-4245-a2b6-777bde8c5d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9814e768-cae5-4ce6-8475-7d2564f9a043,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:37.575099 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54600463-71af-4b16-8508-101f0a3806a5 req-ebd55fb2-2117-42c2-b398-47f4b4b084fe tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:37.579574 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54600463-71af-4b16-8508-101f0a3806a5 req-ebd55fb2-2117-42c2-b398-47f4b4b084fe tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0560255 Oct 14 02:30:37.632681 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-54600463-71af-4b16-8508-101f0a3806a5 req-91fa5e90-32e5-49b5-86e1-283175a2a3f3 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483408 Oct 14 02:30:37.704475 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c92772-04ca-4fd7-b4bb-667c8f7704db req-7a825c5f-f94d-42ff-b378-a8467854c2e7 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:37.706378 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-61c92772-04ca-4fd7-b4bb-667c8f7704db req-7a825c5f-f94d-42ff-b378-a8467854c2e7 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 943 time: 0.0540698 Oct 14 02:30:37.758085 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-61c92772-04ca-4fd7-b4bb-667c8f7704db req-07e781f2-9f10-4bbf-b31c-b3faf989763d tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29328d1f-605e-459e-9ccc-9d67ced941ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453851 Oct 14 02:30:37.877986 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d7238-41e2-4fd7-a772-2979a997d031 req-52154ff9-07dd-4635-b063-a95b4678b8f5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:37.879564 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-088d7238-41e2-4fd7-a772-2979a997d031 req-52154ff9-07dd-4635-b063-a95b4678b8f5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0499909 Oct 14 02:30:37.929338 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-088d7238-41e2-4fd7-a772-2979a997d031 req-a98ef99d-2ae7-4240-bfc6-19a17c28e097 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435402 Oct 14 02:30:38.036144 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:38.040837 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54024907-f176-49c2-8686-a78aaecfccdb req-b8324527-510f-4888-b4db-802bee78d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:38.042363 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-b8324527-510f-4888-b4db-802bee78d5ce service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.0543599 Oct 14 02:30:38.091028 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54024907-f176-49c2-8686-a78aaecfccdb req-5fe622f3-feea-4658-994d-bd4214a0db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:38.092642 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-5fe622f3-feea-4658-994d-bd4214a0db72 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436542 Oct 14 02:30:38.329700 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-f3c8ef13-8629-4522-923c-1b0a9010bf54 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115067 Oct 14 02:30:38.341723 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44094) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:38.348923 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44096) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:38.478006 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54024907-f176-49c2-8686-a78aaecfccdb req-a70b7505-e66f-4135-a0d5-64fd70dc446e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373637 Oct 14 02:30:38.519172 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1197830896-network', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:38.547849 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Made reservation on behalf of 3d1ba99898ca42c19c8f48fa498c5851 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:30:38.550584 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:38.561808 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:38.584030 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:38.672294 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Publish callbacks [] for security_group (2cda2d91-f8a7-4066-bb74-bb71606d456d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:38.678077 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (2cda2d91-f8a7-4066-bb74-bb71606d456d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:38.708516 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:30:38.732948 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cda2d91-f8a7-4066-bb74-bb71606d456d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:38.740776 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (09a57d9c-3db0-40ee-bf90-288c2c575af7), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:38.740776 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Added segment 09a57d9c-3db0-40ee-bf90-288c2c575af7 of type vlan for network b6c4cb74-3815-46fa-aa24-77a73095845c Oct 14 02:30:38.779238 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:38.829977 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:38.848969 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeedab4-da58-4631-a28e-1ebff1c9e36e req-d5f18928-f56c-4e79-90f2-ea88ce9f9715 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:38.850968 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3eeedab4-da58-4631-a28e-1ebff1c9e36e req-d5f18928-f56c-4e79-90f2-ea88ce9f9715 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.1143374 Oct 14 02:30:38.861879 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c1363-1717-433d-8069-05c6fc911a70 req-a7985be1-33a5-4441-ae65-b28c5457c341 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:38.863374 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-798c1363-1717-433d-8069-05c6fc911a70 req-a7985be1-33a5-4441-ae65-b28c5457c341 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.1235900 Oct 14 02:30:38.868334 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (b6c4cb74-3815-46fa-aa24-77a73095845c), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:38.901055 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587853'] for router_interface (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:38.951381 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (b6c4cb74-3815-46fa-aa24-77a73095845c), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:38.952379 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:38.952959 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:38.977450 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a8f8e3e8-8227-4e43-9e58-a3993d60fb18 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:38.978207 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3eeedab4-da58-4631-a28e-1ebff1c9e36e req-372b0f3f-c8a2-4977-bf80-008fb83a0c13 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119275 Oct 14 02:30:39.007158 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: a8f8e3e8-8227-4e43-9e58-a3993d60fb18 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:39.007928 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device a8f8e3e8-8227-4e43-9e58-a3993d60fb18 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:39.027947 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-798c1363-1717-433d-8069-05c6fc911a70 req-3340c483-d507-46fe-8892-915f1e27e83d tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559932 Oct 14 02:30:39.047332 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6856368 Oct 14 02:30:39.047332 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:39.048132 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44116) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:39.057477 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] Request body: {'subnet': {'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1197830896-subnet', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:39.068417 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3761032-7400-43d6-a8ef-380b070bdde7 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c4cb74-3815-46fa-aa24-77a73095845c,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:39.080857 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network b6c4cb74-3815-46fa-aa24-77a73095845c details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:30:39.119871 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] Made reservation on behalf of 3d1ba99898ca42c19c8f48fa498c5851 for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:30:39.122234 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9001209'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:39.233489 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473f506-b9c3-41ec-a11c-c6077aced7b5 req-2122da43-d6c2-4cd5-b1c1-a9d9cd506a8e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:39.235270 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6473f506-b9c3-41ec-a11c-c6077aced7b5 req-2122da43-d6c2-4cd5-b1c1-a9d9cd506a8e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 943 time: 0.1310279 Oct 14 02:30:39.273655 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039ee27-12f9-4f5e-83dd-8db576e42fbc req-f5fa1df5-a81f-4006-885d-60cb08b3d688 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:39.275221 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b039ee27-12f9-4f5e-83dd-8db576e42fbc req-f5fa1df5-a81f-4006-885d-60cb08b3d688 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.1293027 Oct 14 02:30:39.374086 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6473f506-b9c3-41ec-a11c-c6077aced7b5 req-cb8d5f00-33bf-447d-a1f9-226e6df2a6dd tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29328d1f-605e-459e-9ccc-9d67ced941ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276963 Oct 14 02:30:39.396510 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279e509-0ede-4650-a603-7a8350e5d210 req-d523e16d-662b-45b0-8073-ae7c5360c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:39.398590 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2279e509-0ede-4650-a603-7a8350e5d210 req-d523e16d-662b-45b0-8073-ae7c5360c3a3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 1127 time: 0.0760472 Oct 14 02:30:39.400400 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:39.409594 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b039ee27-12f9-4f5e-83dd-8db576e42fbc req-a1a08518-7c21-4cf6-850e-ae58a834e1d6 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109698 Oct 14 02:30:39.420392 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:39.466731 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] Deleting port 96c19d79-2ea3-45e0-b26a-7b5133562c71 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:39.467351 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:39.474396 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9734002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9001195'] for subnet (aa10ad7a-df1b-4bbd-adc5-32361d4066f0), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:39.525621 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:39.528102 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa10ad7a-df1b-4bbd-adc5-32361d4066f0,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:39.545822 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] Checking segment: {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:30:39.546168 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] Network hostable DHCP agents. Network: b6c4cb74-3815-46fa-aa24-77a73095845c, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:30:39.556685 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] For port 96c19d79-2ea3-45e0-b26a-7b5133562c71, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=96c19d79-2ea3-45e0-b26a-7b5133562c71,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:39.557060 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:39.562931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] Network b6c4cb74-3815-46fa-aa24-77a73095845c is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:30:39.570937 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] Calling delete_port for 96c19d79-2ea3-45e0-b26a-7b5133562c71 owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:39.571995 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, b6c4cb74-3815-46fa-aa24-77a73095845c) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:30:39.576137 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:39.576733 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:39.581238 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea9fdd7-49b2-4126-96d4-25b7a986dad1 None None] Network b6c4cb74-3815-46fa-aa24-77a73095845c requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:30:39.605664 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-0952042a-f143-4f42-9668-904f35f9f76f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5538812 Oct 14 02:30:39.605901 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44118) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:39.610387 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:39.635240 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:39.636250 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:39.645249 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:39.687569 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Publish callbacks [] for router_controller (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:39.694781 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-b6c4cb74-3815-46fa-aa24-77a73095845c', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:30:39.695851 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:39.781455 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:39.781701 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (96c19d79-2ea3-45e0-b26a-7b5133562c71), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:39.807609 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c19d79-2ea3-45e0-b26a-7b5133562c71,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:39.854943 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Allocated IP 172.20.0.2 (b6c4cb74-3815-46fa-aa24-77a73095845c/aa10ad7a-df1b-4bbd-adc5-32361d4066f0/66700f61-a76e-40c5-a126-0f00a2185792) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:30:40.077839 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Publish callbacks [] for port (66700f61-a76e-40c5-a126-0f00a2185792), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.087814 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (66700f61-a76e-40c5-a126-0f00a2185792), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.099951 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587833'] for router_interface (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.143785 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Network b6c4cb74-3815-46fa-aa24-77a73095845c is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:30:40.151061 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:30:40.154538 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:30:40.158526 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Pushing event updated for resources: {'Port': ['ID=66700f61-a76e-40c5-a126-0f00a2185792,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:40.180904 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Publish callbacks [] for router_gateway (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.233516 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99ee4f-bac2-4551-b0d5-362e0124dd28 req-78a3914b-7392-4d30-b3aa-5bca87117553 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:40.235878 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-eb99ee4f-bac2-4551-b0d5-362e0124dd28 req-78a3914b-7392-4d30-b3aa-5bca87117553 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.0616279 Oct 14 02:30:40.241917 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Attempting to bind port 66700f61-a76e-40c5-a126-0f00a2185792 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:30:40.242536 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Attempting to bind port 66700f61-a76e-40c5-a126-0f00a2185792 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:30:40.243323 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Attempting to bind port 66700f61-a76e-40c5-a126-0f00a2185792 on network b6c4cb74-3815-46fa-aa24-77a73095845c {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:30:40.308010 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:30:40.308859 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Checking segment: {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:30:40.309564 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.310122 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Bound using segment: {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:30:40.311387 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Bound port: 66700f61-a76e-40c5-a126-0f00a2185792, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:30:40.311769 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (66700f61-a76e-40c5-a126-0f00a2185792), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.375638 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-eb99ee4f-bac2-4551-b0d5-362e0124dd28 req-a306bdb2-2693-46d8-9aa5-770260289579 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332989 Oct 14 02:30:40.384103 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] For port 66700f61-a76e-40c5-a126-0f00a2185792, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:30:40.389229 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] For port 66700f61-a76e-40c5-a126-0f00a2185792, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=66700f61-a76e-40c5-a126-0f00a2185792,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:30:40.390517 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] Router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:30:40.396873 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (66700f61-a76e-40c5-a126-0f00a2185792), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.398747 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d6e2e-fdad-4c1a-9c8f-1b75fc9a2f00 req-bfb136f8-0992-4ff4-aff6-87c218aa3788 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:40.400273 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-977d6e2e-fdad-4c1a-9c8f-1b75fc9a2f00 req-bfb136f8-0992-4ff4-aff6-87c218aa3788 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.0792670 Oct 14 02:30:40.462089 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43076fb5-9b1b-4caa-91b9-c8644d280079 None None] Pushing event updated for resources: {'Port': ['ID=66700f61-a76e-40c5-a126-0f00a2185792,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:40.488338 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:40.557096 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:40.561570 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:30:40.567796 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ea2ebb2c-fde7-487e-9a49-b32d9233d770 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2249362 Oct 14 02:30:40.570374 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44128) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:40.574224 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a4763-9fcf-47bd-9794-83ec9efae76c None None] Sync routers for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:30:40.586818 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a4763-9fcf-47bd-9794-83ec9efae76c None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:40.587610 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5a0a4763-9fcf-47bd-9794-83ec9efae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:40.662515 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-977d6e2e-fdad-4c1a-9c8f-1b75fc9a2f00 req-433b260f-e43a-4516-b7dc-5959ae1f3681 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748340 Oct 14 02:30:40.694805 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f91957-5875-4122-a451-a2813858c272 req-662b3b4c-45a3-4550-81e1-6616267a2644 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:40.701753 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-86f91957-5875-4122-a451-a2813858c272 req-662b3b4c-45a3-4550-81e1-6616267a2644 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 943 time: 0.1902649 Oct 14 02:30:40.733645 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5a0a4763-9fcf-47bd-9794-83ec9efae76c None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:40.743531 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Publish callbacks [] for router_gateway (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.755877 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Publish callbacks [] for router (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.757546 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:40.775088 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.900573 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Publish callbacks [] for router_gateway (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.931124 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:40.934573 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5a0a4763-9fcf-47bd-9794-83ec9efae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '801abd45-14ee-422a-87de-2d8b167f687c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:30:39Z', 'revision_number': 5, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port': {'id': '801abd45-14ee-422a-87de-2d8b167f687c', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:40.943729 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-86f91957-5875-4122-a451-a2813858c272 req-41cd1057-1500-4387-9d59-0c9ad631ae23 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29328d1f-605e-459e-9ccc-9d67ced941ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396955 Oct 14 02:30:40.947491 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Deleting port 801abd45-14ee-422a-87de-2d8b167f687c {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:40.947942 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (801abd45-14ee-422a-87de-2d8b167f687c), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:40.965855 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17530ea3-c77a-45ee-aad0-3ac14fd16c2e req-f8943f12-8eb2-4719-b097-262447dff69d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:40.965855 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-17530ea3-c77a-45ee-aad0-3ac14fd16c2e req-f8943f12-8eb2-4719-b097-262447dff69d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.1886947 Oct 14 02:30:40.966052 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a4763-9fcf-47bd-9794-83ec9efae76c None None] Checking router: 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:30:40.971625 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a4763-9fcf-47bd-9794-83ec9efae76c None None] Routers {'7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:40.972440 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5a0a4763-9fcf-47bd-9794-83ec9efae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:40.978967 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 43758ab5-3216-471c-8a89-27ac9e76b06d details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:30:40.996651 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Allocated IP 172.27.1.192 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/b7189be0-d13f-43e3-8145-6ffc459f7b26) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:30:41.078262 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5a0a4763-9fcf-47bd-9794-83ec9efae76c None None] Set router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:41.096706 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-17530ea3-c77a-45ee-aad0-3ac14fd16c2e req-38f3b078-8bf1-4c55-907f-f7f96d5338e9 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207523 Oct 14 02:30:41.151621 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5a0a4763-9fcf-47bd-9794-83ec9efae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:30:40Z', 'revision_number': 6, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port_host': None}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:41.186954 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:41.190511 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a4763-9fcf-47bd-9794-83ec9efae76c None None] The sync data for ids ['7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3'] in dv-cinder-845069-4-iscsi is: [{'id': '7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3', 'name': 'tempest-ServerRescueNegativeTestJSON-328462598-router', 'tenant_id': 'a2e38a12e174437982573067f6bc3f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:30:40Z', 'revision_number': 6, 'project_id': 'a2e38a12e174437982573067f6bc3f8d', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:30:41.198149 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Publish callbacks [] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:41.214133 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 43758ab5-3216-471c-8a89-27ac9e76b06d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=43758ab5-3216-471c-8a89-27ac9e76b06d,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:41.252207 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '43758ab5-3216-471c-8a89-27ac9e76b06d', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'port_id': '43758ab5-3216-471c-8a89-27ac9e76b06d', 'mac_address': 'fa:16:3e:3b:0f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:30:41.261892 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:41.302551 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] For port 801abd45-14ee-422a-87de-2d8b167f687c, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=801abd45-14ee-422a-87de-2d8b167f687c,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:41.309490 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (801abd45-14ee-422a-87de-2d8b167f687c), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:41.349134 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 43758ab5-3216-471c-8a89-27ac9e76b06d is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:41.349718 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:41.358497 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Calling delete_port for 801abd45-14ee-422a-87de-2d8b167f687c owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:41.361198 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279e509-0ede-4650-a603-7a8350e5d210 req-c9060fde-244a-41ec-bd65-5285fe86e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:41.362866 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2279e509-0ede-4650-a603-7a8350e5d210 req-c9060fde-244a-41ec-bd65-5285fe86e1c2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 916 time: 0.3944323 Oct 14 02:30:41.392919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:30:41.409740 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:30:41.414081 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2279e509-0ede-4650-a603-7a8350e5d210 req-fa383370-0190-494c-865c-66b0cff2b0b2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43758ab5-3216-471c-8a89-27ac9e76b06d HTTP/1.1" status: 200 len: 217 time: 0.0430419 Oct 14 02:30:41.414649 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43758ab5-3216-471c-8a89-27ac9e76b06d {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:30:41.425878 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:30:41.431989 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Pushing event updated for resources: {'Port': ['ID=b7189be0-d13f-43e3-8145-6ffc459f7b26,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:41.447826 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 43758ab5-3216-471c-8a89-27ac9e76b06d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=43758ab5-3216-471c-8a89-27ac9e76b06d,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:41.448607 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-7d70d8b9-ca0a-4e18-98c8-25abbfa4329a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:41.452407 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:41.452732 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-7d70d8b9-ca0a-4e18-98c8-25abbfa4329a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.1796894 Oct 14 02:30:41.517091 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=43758ab5-3216-471c-8a89-27ac9e76b06d,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:41.702609 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['43758ab5-3216-471c-8a89-27ac9e76b06d'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:30:41.722301 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279e509-0ede-4650-a603-7a8350e5d210 req-c375e22e-eeaf-4f64-a2b0-e2724da0f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:41.723832 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2279e509-0ede-4650-a603-7a8350e5d210 req-c375e22e-eeaf-4f64-a2b0-e2724da0f2d7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.0804973 Oct 14 02:30:41.726341 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (801abd45-14ee-422a-87de-2d8b167f687c), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:41.749336 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:41.826665 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff953d3-1972-4e78-b200-fcc4e8e96b9a req-9958ec70-21f9-4290-859a-8011c2f67316 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:41.828634 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0ff953d3-1972-4e78-b200-fcc4e8e96b9a req-9958ec70-21f9-4290-859a-8011c2f67316 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.2412772 Oct 14 02:30:41.849457 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279e509-0ede-4650-a603-7a8350e5d210 req-01026d96-1a78-4c53-a55d-c8cf6ff0e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:41.854927 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2279e509-0ede-4650-a603-7a8350e5d210 req-01026d96-1a78-4c53-a55d-c8cf6ff0e85f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139991 Oct 14 02:30:41.923266 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Pushing event deleted for resources: {'Port': ['ID=801abd45-14ee-422a-87de-2d8b167f687c,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:42.015370 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:42.020310 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b9f910-8f23-4ca4-a570-04f9c861b66c None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:30:42.041008 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582515'] for router_gateway (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.051345 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9c5dc-0cd9-4119-ba5b-49b1286db64a req-d55169a1-8c3c-4ac4-aef3-a915fb52712d tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:42.061301 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7df9c5dc-0cd9-4119-ba5b-49b1286db64a req-d55169a1-8c3c-4ac4-aef3-a915fb52712d tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.2007828 Oct 14 02:30:42.086184 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-ec8e522f-0337-4cf8-8697-8a56016a8418 None None] Provisioning complete for port 66700f61-a76e-40c5-a126-0f00a2185792 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:42.086859 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec8e522f-0337-4cf8-8697-8a56016a8418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (66700f61-a76e-40c5-a126-0f00a2185792), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.087579 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-ec8e522f-0337-4cf8-8697-8a56016a8418 None None] Attempt 1 to provision port 66700f61-a76e-40c5-a126-0f00a2185792 Oct 14 02:30:42.223944 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:42.231920 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0ff953d3-1972-4e78-b200-fcc4e8e96b9a req-877a800a-1992-4d3f-b4f3-bffaeda8870e tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3824978 Oct 14 02:30:42.234205 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Deleting port 08e2a477-2317-42b9-b220-01bf29646192 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:42.236548 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:42.240085 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15749'] for router (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.241963 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (08e2a477-2317-42b9-b220-01bf29646192), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.260009 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Publish callbacks [] for router_controller (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.274869 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2279e509-0ede-4650-a603-7a8350e5d210 req-d938c80b-6dbb-4f8f-a0c8-c983b7c49d4e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847423 Oct 14 02:30:42.280497 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b9f910-8f23-4ca4-a570-04f9c861b66c None None] Resources bound (agent type, host, resource id): {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 02:30:42.301822 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e522f-0337-4cf8-8697-8a56016a8418 None None] Current status of the port 66700f61-a76e-40c5-a126-0f00a2185792 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:42.302359 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec8e522f-0337-4cf8-8697-8a56016a8418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (66700f61-a76e-40c5-a126-0f00a2185792), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.342024 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 66700f61-a76e-40c5-a126-0f00a2185792 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:30:42.439771 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7df9c5dc-0cd9-4119-ba5b-49b1286db64a req-2d2fd036-3a8f-400e-8bae-fd777818f761 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3774352 Oct 14 02:30:42.460740 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-ec8e522f-0337-4cf8-8697-8a56016a8418 None None] For port 66700f61-a76e-40c5-a126-0f00a2185792, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=66700f61-a76e-40c5-a126-0f00a2185792,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:42.505581 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587873'] for router (7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.506143 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 02:30:42.520249 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.521422 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2dc8c3cd-03f3-4c2a-903d-3b2f97601045 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/7012f8f6-e7a0-4eb5-ab5f-3a6a2d2600b3 HTTP/1.1" status: 204 len: 168 time: 1.9499383 Oct 14 02:30:42.526731 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44140) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:42.532681 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2279e509-0ede-4650-a603-7a8350e5d210 req-88e9e9ff-73f7-489c-89e1-8c13af7eab78 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931155 Oct 14 02:30:42.553244 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c6003-1e69-4a56-a10c-3579248eb67c req-c4cfa0a6-dc8d-451c-b1df-8d8fd244fc46 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:42.555570 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f46c6003-1e69-4a56-a10c-3579248eb67c req-c4cfa0a6-dc8d-451c-b1df-8d8fd244fc46 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 944 time: 0.1584039 Oct 14 02:30:42.572868 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec8e522f-0337-4cf8-8697-8a56016a8418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (66700f61-a76e-40c5-a126-0f00a2185792), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.578373 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Publish callbacks [] for router_gateway (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.597988 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30c9daa-1f52-4978-8ede-8a417ca3ce7a admin admin] Deleting subnet e916f9eb-948f-4d46-8bc4-d39d3865de9f {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:30:42.602630 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a30c9daa-1f52-4978-8ede-8a417ca3ce7a admin admin] Publish callbacks [] for subnet (e916f9eb-948f-4d46-8bc4-d39d3865de9f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.634832 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e522f-0337-4cf8-8697-8a56016a8418 None None] Pushing event updated for resources: {'Port': ['ID=66700f61-a76e-40c5-a126-0f00a2185792,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:42.647460 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a30c9daa-1f52-4978-8ede-8a417ca3ce7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944087'] for subnet (e916f9eb-948f-4d46-8bc4-d39d3865de9f), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.678737 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 66700f61-a76e-40c5-a126-0f00a2185792 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:42.679230 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (66700f61-a76e-40c5-a126-0f00a2185792), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.679486 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 66700f61-a76e-40c5-a126-0f00a2185792 Oct 14 02:30:42.688885 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:42.706054 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] For port 08e2a477-2317-42b9-b220-01bf29646192, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=08e2a477-2317-42b9-b220-01bf29646192,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:42.706428 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (08e2a477-2317-42b9-b220-01bf29646192), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.715998 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:42.785959 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a30c9daa-1f52-4978-8ede-8a417ca3ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (e916f9eb-948f-4d46-8bc4-d39d3865de9f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.853394 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 66700f61-a76e-40c5-a126-0f00a2185792 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:42.873638 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a30c9daa-1f52-4978-8ede-8a417ca3ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9674441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975224'] for subnet (e916f9eb-948f-4d46-8bc4-d39d3865de9f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.899650 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f46c6003-1e69-4a56-a10c-3579248eb67c req-ad895d3e-0564-4689-8380-aa21668b25aa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29328d1f-605e-459e-9ccc-9d67ced941ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329942 Oct 14 02:30:42.929922 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a30c9daa-1f52-4978-8ede-8a417ca3ce7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:42.943170 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a30c9daa-1f52-4978-8ede-8a417ca3ce7a admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/e916f9eb-948f-4d46-8bc4-d39d3865de9f HTTP/1.1" status: 204 len: 168 time: 0.4143775 Oct 14 02:30:42.945771 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c9daa-1f52-4978-8ede-8a417ca3ce7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e916f9eb-948f-4d46-8bc4-d39d3865de9f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:42.947666 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd890e-43d7-4af5-a595-bae4a0a78e2b req-86e6d419-ae09-47be-acaf-036cfc4b6088 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:42.952023 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44142) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:42.957011 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6cdd890e-43d7-4af5-a595-bae4a0a78e2b req-86e6d419-ae09-47be-acaf-036cfc4b6088 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.3488231 Oct 14 02:30:42.972928 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 801abd45-14ee-422a-87de-2d8b167f687c no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:43.005503 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 43758ab5-3216-471c-8a89-27ac9e76b06d up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:30:43.007843 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 801abd45-14ee-422a-87de-2d8b167f687c {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:43.008196 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 801abd45-14ee-422a-87de-2d8b167f687c not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:43.009980 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 96c19d79-2ea3-45e0-b26a-7b5133562c71 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:43.061946 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 96c19d79-2ea3-45e0-b26a-7b5133562c71 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:43.063021 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 96c19d79-2ea3-45e0-b26a-7b5133562c71 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:43.106972 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (f27a3301-c1aa-44f4-93cf-c241a5798a38), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.115603 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port 43758ab5-3216-471c-8a89-27ac9e76b06d completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:30:43.134172 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 43758ab5-3216-471c-8a89-27ac9e76b06d triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:43.135257 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.136806 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 43758ab5-3216-471c-8a89-27ac9e76b06d Oct 14 02:30:43.149337 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:43.200687 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:43.203176 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Deleting port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:43.206331 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.285135 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 43758ab5-3216-471c-8a89-27ac9e76b06d is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:43.285808 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.325580 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43758ab5-3216-471c-8a89-27ac9e76b06d'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:43.328400 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7810948b-199e-4a86-9d5c-fc3c53b1e7e7" -d '{"events": [{"server_uuid": "fa542b36-ab27-48c1-8d25-8e0bb73a415c", "name": "network-vif-plugged", "status": "completed", "tag": "43758ab5-3216-471c-8a89-27ac9e76b06d"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:43.352167 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 43758ab5-3216-471c-8a89-27ac9e76b06d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=43758ab5-3216-471c-8a89-27ac9e76b06d,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:43.354407 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6cdd890e-43d7-4af5-a595-bae4a0a78e2b req-bec25c50-bb5a-4e39-9e12-1ca0608335c1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965566 Oct 14 02:30:43.364341 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-7984ceb2-2213-4362-bbb0-34df02345999 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259229 Oct 14 02:30:43.379503 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] For port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba,segment=NetworkSegment(dfa50f25-4a0d-453f-8357-0be2d18047d5),segment_id=dfa50f25-4a0d-453f-8357-0be2d18047d5)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:43.381932 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.386732 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.389227 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 1201edef-47d3-4624-9140-59745722444b no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:43.429518 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Calling delete_port for ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:43.440937 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c2466-0307-45bb-a4c5-087ea4e9116a req-91c25938-1901-4d5a-b8b6-a20a512bffca tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:43.448930 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b91c2466-0307-45bb-a4c5-087ea4e9116a req-91c25938-1901-4d5a-b8b6-a20a512bffca tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.1823709 Oct 14 02:30:43.486525 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.486889 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (7d830064-8e8c-4391-aea4-5665af737ac1), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.487393 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Floating IP 7d830064-8e8c-4391-aea4-5665af737ac1 disassociated. External IP: 172.27.1.91, port: 08e2a477-2317-42b9-b220-01bf29646192. Oct 14 02:30:43.487738 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Calling delete_port for 08e2a477-2317-42b9-b220-01bf29646192 owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:43.601870 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.625267 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-dd4cafa2-4a2f-4ea0-9c2f-3ba46ed87b84 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:43.626704 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-dd4cafa2-4a2f-4ea0-9c2f-3ba46ed87b84 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports/1201edef-47d3-4624-9140-59745722444b HTTP/1.1" status: 200 len: 943 time: 0.1920581 Oct 14 02:30:43.640630 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:43.643004 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] No DVR routers for this DVR port ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba on host dv-cinder-845069-4-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:30:43.698995 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.753197 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a0e72a-692c-473d-bca8-3ba7d9216b2b None None] Network b6c4cb74-3815-46fa-aa24-77a73095845c requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:30:43.755193 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=43758ab5-3216-471c-8a89-27ac9e76b06d,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:43.762182 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4e7e0-4cbb-4b94-afb5-f26f16fe4fd4 req-e6725acd-d050-4971-abec-1263bac38f53 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:43.765757 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e1f4e7e0-4cbb-4b94-afb5-f26f16fe4fd4 req-e6725acd-d050-4971-abec-1263bac38f53 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 945 time: 0.2241375 Oct 14 02:30:43.765907 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fc142b-dfea-4f82-9171-486d5dfdb664 None None] Network f27a3301-c1aa-44f4-93cf-c241a5798a38 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:30:43.775447 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (f27a3301-c1aa-44f4-93cf-c241a5798a38), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.819881 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27a3301-c1aa-44f4-93cf-c241a5798a38']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:43.824418 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-de316ea7-56df-48e6-9380-a63bd5790e86 None None] Could not find standard attr ID for object ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba. {{(pid=104417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 14 02:30:43.829467 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:43.832839 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa50f25-4a0d-453f-8357-0be2d18047d5') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:43.833309 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa50f25-4a0d-453f-8357-0be2d18047d5') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:43.881718 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944046'] for segment (dfa50f25-4a0d-453f-8357-0be2d18047d5), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.904815 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:43.925517 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (dfa50f25-4a0d-453f-8357-0be2d18047d5), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.938085 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 1201edef-47d3-4624-9140-59745722444b is: ACTIVE; New status is: DOWN {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:43.938649 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1201edef-47d3-4624-9140-59745722444b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:43.947237 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:30:43.947867 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9674275'] for segment (dfa50f25-4a0d-453f-8357-0be2d18047d5), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:44.016251 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment dfa50f25-4a0d-453f-8357-0be2d18047d5 resource provider aggregate not found Oct 14 02:30:44.018384 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-195ba87b-6e78-4ec5-be23-7496d8f34ba6 None None] Could not find standard attr ID for object ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba. {{(pid=104417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 14 02:30:44.050614 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6eac34-43bb-47b1-8f5f-b8142319c3ba None None] DHCP port deletion for f27a3301-c1aa-44f4-93cf-c241a5798a38 request from dv-cinder-845069-4-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 02:30:44.062009 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 1201edef-47d3-4624-9140-59745722444b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1201edef-47d3-4624-9140-59745722444b,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:44.088506 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (1201edef-47d3-4624-9140-59745722444b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:44.115293 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment dfa50f25-4a0d-453f-8357-0be2d18047d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfa50f25-4a0d-453f-8357-0be2d18047d5 found for delete ", "request_id": "req-162af54a-ebc0-46b3-b84e-6f25b73bb251"}]} Oct 14 02:30:44.197781 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (f27a3301-c1aa-44f4-93cf-c241a5798a38), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:44.209973 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:44.217220 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 66700f61-a76e-40c5-a126-0f00a2185792 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:30:44.230771 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f27a3301-c1aa-44f4-93cf-c241a5798a38 HTTP/1.1" status: 204 len: 168 time: 1.2636981 Oct 14 02:30:44.304387 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd646d94-8ad4-4e7d-b742-0fe120f7d38b admin admin] Pushing event deleted for resources: {'Network': ['ID=f27a3301-c1aa-44f4-93cf-c241a5798a38,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:44.381407 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b91c2466-0307-45bb-a4c5-087ea4e9116a req-58c5ccf1-40d6-483d-b13c-946ff1974b29 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9252079 Oct 14 02:30:44.381981 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=1201edef-47d3-4624-9140-59745722444b,revision_number=6']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:44.423114 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 66700f61-a76e-40c5-a126-0f00a2185792 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:44.423486 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (66700f61-a76e-40c5-a126-0f00a2185792), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:44.427605 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 66700f61-a76e-40c5-a126-0f00a2185792 Oct 14 02:30:44.566410 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44168) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:44.581933 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:44.629880 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 66700f61-a76e-40c5-a126-0f00a2185792 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:44.672499 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-84f0fcf9-2c17-4073-8e67-a236995bee3f None None] Provisioning complete for port 66700f61-a76e-40c5-a126-0f00a2185792 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:44.673342 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-84f0fcf9-2c17-4073-8e67-a236995bee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (66700f61-a76e-40c5-a126-0f00a2185792), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:44.673779 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-84f0fcf9-2c17-4073-8e67-a236995bee3f None None] Attempt 1 to provision port 66700f61-a76e-40c5-a126-0f00a2185792 Oct 14 02:30:44.687808 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-31259f0d-59ae-499c-a0b2-828c00f0fc06 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a2e38a12e174437982573067f6bc3f8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1201072 Oct 14 02:30:44.690383 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44170) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:44.738241 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e1f4e7e0-4cbb-4b94-afb5-f26f16fe4fd4 req-8b4c0113-cd7d-4f44-80cf-cde075477901 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7d1e131d-7704-4427-a6c6-3c237bfeb9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569005 Oct 14 02:30:44.740476 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:30:44.817451 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a16591a3-8590-4988-bcb8-959f32832bec admin admin] Publish callbacks [] for security_group (7c78d787-d246-44ce-a807-84694207577b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:44.846105 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:44.868963 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a16591a3-8590-4988-bcb8-959f32832bec admin admin] Publish callbacks [] for security_group (7c78d787-d246-44ce-a807-84694207577b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:44.882569 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-84f0fcf9-2c17-4073-8e67-a236995bee3f None None] Current status of the port 66700f61-a76e-40c5-a126-0f00a2185792 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:44.936043 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (08e2a477-2317-42b9-b220-01bf29646192), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:44.944591 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef8c26e-3095-45dd-a7d9-94b01e5ec67e x-openstack-request-id: req-cef8c26e-3095-45dd-a7d9-94b01e5ec67e {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:44.946396 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa542b36-ab27-48c1-8d25-8e0bb73a415c", "name": "network-vif-plugged", "status": "completed", "tag": "43758ab5-3216-471c-8a89-27ac9e76b06d", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:44.946856 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cef8c26e-3095-45dd-a7d9-94b01e5ec67e {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:44.947476 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef8c26e-3095-45dd-a7d9-94b01e5ec67e'] response: {'server_uuid': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43758ab5-3216-471c-8a89-27ac9e76b06d', 'code': 200} Oct 14 02:30:44.968396 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a16591a3-8590-4988-bcb8-959f32832bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (7c78d787-d246-44ce-a807-84694207577b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:44.974314 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a16591a3-8590-4988-bcb8-959f32832bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:44.978927 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a16591a3-8590-4988-bcb8-959f32832bec admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7c78d787-d246-44ce-a807-84694207577b HTTP/1.1" status: 204 len: 168 time: 0.2850022 Oct 14 02:30:44.988454 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16591a3-8590-4988-bcb8-959f32832bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c78d787-d246-44ce-a807-84694207577b,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:45.009146 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 08e2a477-2317-42b9-b220-01bf29646192 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:45.021263 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:30:45.082945 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Sync routers for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:30:45.091289 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: 08e2a477-2317-42b9-b220-01bf29646192 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:45.092093 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 08e2a477-2317-42b9-b220-01bf29646192 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:45.099200 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:45.099855 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:45.174481 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327dcac-b0c0-4cca-86d9-d80ab54db37f req-4616c1f3-a960-4442-9f75-851be9d80d09 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:45.177881 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f327dcac-b0c0-4cca-86d9-d80ab54db37f req-4616c1f3-a960-4442-9f75-851be9d80d09 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 945 time: 0.2586620 Oct 14 02:30:45.208084 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:45.212519 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f7b02e5f-2690-42ba-a63a-8d8cb9caaf80 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6057065 Oct 14 02:30:45.213160 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44174) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:45.263709 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d474e-d3f1-471e-b0fe-eb6a67fb4985 req-419a442d-1aab-4d23-b3ce-47bbbc2b4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:45.266131 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a67d474e-d3f1-471e-b0fe-eb6a67fb4985 req-419a442d-1aab-4d23-b3ce-47bbbc2b4016 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 1129 time: 0.0892625 Oct 14 02:30:45.277413 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event deleted for resources: {'Port': ['ID=08e2a477-2317-42b9-b220-01bf29646192,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:45.279877 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:45.294126 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:45.325765 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:45.394057 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a67d474e-d3f1-471e-b0fe-eb6a67fb4985 req-b7aed5de-fe2e-4e72-a894-f46517c1d59e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=29328d1f-605e-459e-9ccc-9d67ced941ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216609 Oct 14 02:30:45.463544 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bace5-afcc-4a32-9265-9bdf09d88b1c req-e7cf0b20-8d0b-4fc0-a74e-e41749a3326e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:45.463544 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1e8bace5-afcc-4a32-9265-9bdf09d88b1c req-e7cf0b20-8d0b-4fc0-a74e-e41749a3326e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.3001957 Oct 14 02:30:45.545158 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:41Z', 'revision_number': 3, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:45.579672 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Checking router: 24d2f0f4-cc13-4991-85db-5bd12eb8bffc for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:30:45.580415 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Updating router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc port b7189be0-d13f-43e3-8145-6ffc459f7b26 binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:30:45.619611 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:45.668271 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f327dcac-b0c0-4cca-86d9-d80ab54db37f req-b8cc9665-3455-4096-a5ec-d65f126ab58b tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29328d1f-605e-459e-9ccc-9d67ced941ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4539990 Oct 14 02:30:45.760899 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1e8bace5-afcc-4a32-9265-9bdf09d88b1c req-59098863-6698-4cd4-b116-f567c08fe961 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466855 Oct 14 02:30:45.768190 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:30:45.923950 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:30:45.957292 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:30:45.957635 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device ea0e2523-5ea2-4b93-a8a9-d5e76f8864ba not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:30:46.041948 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-67be83ba-77c9-4acf-88fd-c5c571b5d5ab req-ee4c3b54-fe48-4a8c-a164-04027f285068 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 210 time: 0.0996158 Oct 14 02:30:46.087611 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:46.118347 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Publish callbacks [] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:46.126523 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:46.155012 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504f186-3421-4c09-a61f-b31193c4d53a req-f5d05fce-61a2-48ce-9546-2752da6afcc2 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:46.157505 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d504f186-3421-4c09-a61f-b31193c4d53a req-f5d05fce-61a2-48ce-9546-2752da6afcc2 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.2865827 Oct 14 02:30:46.198601 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Attempting to bind port b7189be0-d13f-43e3-8145-6ffc459f7b26 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:30:46.199287 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Attempting to bind port b7189be0-d13f-43e3-8145-6ffc459f7b26 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:30:46.199858 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Attempting to bind port b7189be0-d13f-43e3-8145-6ffc459f7b26 on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:30:46.225284 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:30:46.247356 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189eefbc-b98f-4d00-866f-5eab2ff5aa76 None None] Pushing event updated for resources: {'Port': ['ID=b7189be0-d13f-43e3-8145-6ffc459f7b26,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:46.248005 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a9e05-7b74-4644-89eb-d3c0e20790d9 None None] Sync routers for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:30:46.273919 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a9e05-7b74-4644-89eb-d3c0e20790d9 None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:46.275260 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:30:46.275633 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:30:46.275985 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-433a9e05-7b74-4644-89eb-d3c0e20790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:46.276130 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:46.276543 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:30:46.277021 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Bound port: b7189be0-d13f-43e3-8145-6ffc459f7b26, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:30:46.277439 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:46.315153 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] No DVR routers for this DVR port 08e2a477-2317-42b9-b220-01bf29646192 on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:30:46.321282 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d504f186-3421-4c09-a61f-b31193c4d53a req-a502e825-e1ac-4ec7-8e99-5946c66d4972 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527178 Oct 14 02:30:46.322453 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:46.327005 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2474e874-949a-4c6a-8ed8-3565742a4808 req-c59d128f-bf16-45d5-b831-c64d6bf4f699 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.25 "DELETE /networking/v2.0/ports/08e2a477-2317-42b9-b220-01bf29646192 HTTP/1.1" status: 204 len: 173 time: 4.6611862 Oct 14 02:30:46.330342 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'name': 'network-vif-deleted', 'tag': '08e2a477-2317-42b9-b220-01bf29646192'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:46.332688 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeae17d-9a94-42c5-8dce-9a3a82b3a1ab" -d '{"events": [{"server_uuid": "3a2bb56a-b47b-49ed-938c-e995ec71d187", "name": "network-vif-deleted", "tag": "08e2a477-2317-42b9-b220-01bf29646192"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:46.345016 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] For port b7189be0-d13f-43e3-8145-6ffc459f7b26, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:30:46.348528 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] For port b7189be0-d13f-43e3-8145-6ffc459f7b26, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=b7189be0-d13f-43e3-8145-6ffc459f7b26,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:30:46.356518 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:46.430683 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d2568d-0a2e-4cbe-b3bc-d7f6eb4e6f13 x-openstack-request-id: req-14d2568d-0a2e-4cbe-b3bc-d7f6eb4e6f13 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:46.431035 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2bb56a-b47b-49ed-938c-e995ec71d187", "name": "network-vif-deleted", "tag": "08e2a477-2317-42b9-b220-01bf29646192", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:46.431320 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14d2568d-0a2e-4cbe-b3bc-d7f6eb4e6f13 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:46.431732 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d2568d-0a2e-4cbe-b3bc-d7f6eb4e6f13'] response: {'server_uuid': '3a2bb56a-b47b-49ed-938c-e995ec71d187', 'name': 'network-vif-deleted', 'tag': '08e2a477-2317-42b9-b220-01bf29646192', 'status': 'completed', 'code': 200} Oct 14 02:30:46.434881 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:46.444627 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189eefbc-b98f-4d00-866f-5eab2ff5aa76 None None] Pushing event updated for resources: {'Port': ['ID=b7189be0-d13f-43e3-8145-6ffc459f7b26,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:46.455148 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:46.455755 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:46.509437 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-433a9e05-7b74-4644-89eb-d3c0e20790d9 None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:46.586581 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-937eb36b-2b59-4441-9755-e60d8c2d6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:46.591304 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-937eb36b-2b59-4441-9755-e60d8c2d6723 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757&tenant_id=f2a51798d7e54605a7e59b0cba385973 HTTP/1.1" status: 200 len: 1128 time: 0.1132720 Oct 14 02:30:46.609246 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:46.621526 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9384eeb9-275d-4cde-b6a7-a2546cbdd814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:46.700497 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:46.760066 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:46.781087 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:46.949489 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1201edef-47d3-4624-9140-59745722444b'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:46.960131 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61ffb49-53b4-4958-ad14-36be8566268d" -d '{"events": [{"server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "name": "network-vif-unplugged", "status": "completed", "tag": "1201edef-47d3-4624-9140-59745722444b"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:47.052664 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:41Z', 'revision_number': 3, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:47.088319 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3eea4b-f357-41ae-9f68-da461cfc4374 None None] The sync data for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi is: [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:41Z', 'revision_number': 3, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:30:47.092599 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Allocated IP 172.20.0.1 (b6c4cb74-3815-46fa-aa24-77a73095845c/aa10ad7a-df1b-4bbd-adc5-32361d4066f0/d84fa3a5-4ffb-4d13-87a7-0d09ad58c729) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:30:47.106547 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dae512-a40a-4d2a-b9c5-86cad38421dc req-13550056-c173-460d-9764-38f91e14fdf9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:47.109571 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-98dae512-a40a-4d2a-b9c5-86cad38421dc req-13550056-c173-460d-9764-38f91e14fdf9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 945 time: 0.2077892 Oct 14 02:30:47.248340 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290d21c-42fb-45a1-ae02-50e60d1abee2 req-d6553ab5-6206-4ed0-907d-02723317874f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:47.249896 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c290d21c-42fb-45a1-ae02-50e60d1abee2 req-d6553ab5-6206-4ed0-907d-02723317874f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.3237576 Oct 14 02:30:47.250900 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-77fbf295-845a-42c1-8288-342a213e5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:47.254320 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-77fbf295-845a-42c1-8288-342a213e5d76 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2a51798d7e54605a7e59b0cba385973&device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 1128 time: 0.2599022 Oct 14 02:30:47.310673 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-433a9e05-7b74-4644-89eb-d3c0e20790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:47.343431 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a9e05-7b74-4644-89eb-d3c0e20790d9 None None] Checking router: b4f13634-2a06-45c0-ab3a-665fd20bb2b6 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:30:47.354335 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a9e05-7b74-4644-89eb-d3c0e20790d9 None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:47.354952 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-433a9e05-7b74-4644-89eb-d3c0e20790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:47.388680 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-98dae512-a40a-4d2a-b9c5-86cad38421dc req-a9cc9fe1-024d-4350-8e55-9ab591d095fb tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29328d1f-605e-459e-9ccc-9d67ced941ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508424 Oct 14 02:30:47.414107 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:47.465272 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c290d21c-42fb-45a1-ae02-50e60d1abee2 req-3ba4b996-c39c-4180-814e-862854122a4d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968505 Oct 14 02:30:47.486966 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02618946-4c9c-400b-a0b4-6fda291159ea x-openstack-request-id: req-02618946-4c9c-400b-a0b4-6fda291159ea {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:47.487467 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "name": "network-vif-unplugged", "status": "completed", "tag": "1201edef-47d3-4624-9140-59745722444b", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:47.487866 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02618946-4c9c-400b-a0b4-6fda291159ea {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:47.488402 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02618946-4c9c-400b-a0b4-6fda291159ea'] response: {'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1201edef-47d3-4624-9140-59745722444b', 'code': 200} Oct 14 02:30:47.668689 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-433a9e05-7b74-4644-89eb-d3c0e20790d9 None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:47.754387 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Publish callbacks [] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:47.841000 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fd83af56-a644-4707-88fc-c40f33629427 req-d1db0657-7d47-4414-8937-2308318e22ee tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a2bb56a-b47b-49ed-938c-e995ec71d187 HTTP/1.1" status: 200 len: 210 time: 0.1772659 Oct 14 02:30:47.953280 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:47.978105 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-433a9e05-7b74-4644-89eb-d3c0e20790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:47.994091 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16110e-0c08-4857-88c0-8270654ad4cc req-02a3722b-880d-4042-8e62-5c17a62a934c tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:48.012106 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cb16110e-0c08-4857-88c0-8270654ad4cc req-02a3722b-880d-4042-8e62-5c17a62a934c tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.3471155 Oct 14 02:30:48.027689 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a9e05-7b74-4644-89eb-d3c0e20790d9 None None] The sync data for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi is: [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:30:48.080768 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b7189be0-d13f-43e3-8145-6ffc459f7b26 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:30:48.118136 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-48f36da2-9669-4104-acfc-994f0c7e49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:48.128689 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-48f36da2-9669-4104-acfc-994f0c7e49a4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 HTTP/1.1" status: 200 len: 909 time: 0.6581256 Oct 14 02:30:48.169636 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abebb2e-451b-4630-9b46-4c61b421bba5 req-7fbd3105-0832-489e-ad73-f6c878c5ba43 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:48.177426 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4abebb2e-451b-4630-9b46-4c61b421bba5 req-7fbd3105-0832-489e-ad73-f6c878c5ba43 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 945 time: 0.1623404 Oct 14 02:30:48.189934 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44238) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:48.192657 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port b7189be0-d13f-43e3-8145-6ffc459f7b26 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:48.193428 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:48.194279 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port b7189be0-d13f-43e3-8145-6ffc459f7b26 Oct 14 02:30:48.196977 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-909f3d3c-cfad-4b1c-86ff-984f7ab9555c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Request body: {'floatingip': {'port_id': '43758ab5-3216-471c-8a89-27ac9e76b06d'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:48.198807 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:48.328727 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-909f3d3c-cfad-4b1c-86ff-984f7ab9555c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (b2880a62-c589-48d6-a5f8-c53ba231a686), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:48.332744 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port b7189be0-d13f-43e3-8145-6ffc459f7b26 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:48.334825 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:48.354532 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:48.373429 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Network b6c4cb74-3815-46fa-aa24-77a73095845c is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:30:48.387318 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cb16110e-0c08-4857-88c0-8270654ad4cc req-b68fa3ae-d1a1-46a5-a0fd-8d35e877c4e7 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3739116 Oct 14 02:30:48.388324 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:30:48.402265 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:30:48.408858 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-8e8444d6-c630-4345-b3ed-17002b80a657 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1201edef-47d3-4624-9140-59745722444b HTTP/1.1" status: 200 len: 1000 time: 0.2600298 Oct 14 02:30:48.430493 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port b7189be0-d13f-43e3-8145-6ffc459f7b26, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=b7189be0-d13f-43e3-8145-6ffc459f7b26,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:48.442485 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:48.455909 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Pushing event updated for resources: {'Port': ['ID=d84fa3a5-4ffb-4d13-87a7-0d09ad58c729,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:48.607100 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-1abc425a-c77b-4de8-9fcd-a0127f971103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:48.608353 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-1abc425a-c77b-4de8-9fcd-a0127f971103 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=fba1b051-899c-4acf-83d9-7df396b9533f HTTP/1.1" status: 200 len: 847 time: 0.1726818 Oct 14 02:30:48.609316 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:48.656377 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=b7189be0-d13f-43e3-8145-6ffc459f7b26,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:48.691188 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df379f6e-94c5-40ab-b0ca-cc9ce4376794 None None] New status for floating IP 7d830064-8e8c-4391-aea4-5665af737ac1: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:30:49.071726 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-24846cc7-c68a-4087-ac62-5ea28f49150b None None] Provisioning complete for port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:49.072535 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24846cc7-c68a-4087-ac62-5ea28f49150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:49.073167 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-24846cc7-c68a-4087-ac62-5ea28f49150b None None] Attempt 1 to provision port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 Oct 14 02:30:49.105791 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-43c14801-3ad7-4097-ba6e-1e11e97c30a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:49.116325 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-24846cc7-c68a-4087-ac62-5ea28f49150b None None] Port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:30:49.190245 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44248) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:49.244232 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-e2df585d-45ba-4e51-b537-d0b182a7ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:49.246384 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-e2df585d-45ba-4e51-b537-d0b182a7ac7e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6133778 Oct 14 02:30:49.273581 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fd441-8549-40a8-9f81-aa5bbf7a4605 req-2160dfb6-6482-4ca7-9c19-0cc0f55b58ae tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:49.275473 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-be3fd441-8549-40a8-9f81-aa5bbf7a4605 req-2160dfb6-6482-4ca7-9c19-0cc0f55b58ae tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.5561366 Oct 14 02:30:49.309762 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0af1637a-31e2-49b8-84a5-82600b2e94d2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (7d1e131d-7704-4427-a6c6-3c237bfeb9fb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:49.359111 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:30:49.409114 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0af1637a-31e2-49b8-84a5-82600b2e94d2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (7d1e131d-7704-4427-a6c6-3c237bfeb9fb), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:49.466763 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-be3fd441-8549-40a8-9f81-aa5bbf7a4605 req-f3252ddc-5b5b-4514-9df2-b3cb4354e945 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743937 Oct 14 02:30:49.471036 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-be1c1742-78a5-4b33-a7ba-55287b338c81 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128210 Oct 14 02:30:49.497823 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:49.526274 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:49.581419 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0af1637a-31e2-49b8-84a5-82600b2e94d2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (7d1e131d-7704-4427-a6c6-3c237bfeb9fb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:49.584791 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0af1637a-31e2-49b8-84a5-82600b2e94d2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:49.585928 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0af1637a-31e2-49b8-84a5-82600b2e94d2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7d1e131d-7704-4427-a6c6-3c237bfeb9fb HTTP/1.1" status: 204 len: 168 time: 0.3941345 Oct 14 02:30:49.605464 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44252) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:49.634985 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1637a-31e2-49b8-84a5-82600b2e94d2 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1e131d-7704-4427-a6c6-3c237bfeb9fb,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:49.653382 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-909f3d3c-cfad-4b1c-86ff-984f7ab9555c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:49.658296 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-909f3d3c-cfad-4b1c-86ff-984f7ab9555c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (b2880a62-c589-48d6-a5f8-c53ba231a686), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:49.712103 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-29a8dbd7-6ba6-4331-934f-63631d3b0d50 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] show failed (client error): The resource could not be found. Oct 14 02:30:49.715825 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:49.716339 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-29a8dbd7-6ba6-4331-934f-63631d3b0d50 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups/7d1e131d-7704-4427-a6c6-3c237bfeb9fb HTTP/1.1" status: 404 len: 347 time: 0.0462661 Oct 14 02:30:49.717908 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44256) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:49.740991 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:49.747783 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc416a2-b3fa-4bb5-9527-bd963ed4b6c4 req-f5ed7f48-e3dc-4666-b2e0-2c9e4156b3f3 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:49.749349 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fcc416a2-b3fa-4bb5-9527-bd963ed4b6c4 req-f5ed7f48-e3dc-4666-b2e0-2c9e4156b3f3 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.2129614 Oct 14 02:30:49.827258 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:49.858269 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-47f06cc5-09bb-466b-bc32-38d0d6a10b4a req-9b65a681-2f22-403a-b293-58cdf7f36d89 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614931 Oct 14 02:30:49.951357 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-909f3d3c-cfad-4b1c-86ff-984f7ab9555c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Floating IP b2880a62-c589-48d6-a5f8-c53ba231a686 associated. External IP: 172.27.1.119, port: 43758ab5-3216-471c-8a89-27ac9e76b06d. Oct 14 02:30:49.963912 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fcc416a2-b3fa-4bb5-9527-bd963ed4b6c4 req-bccd957b-47da-42ef-9d90-e667a5fc55fe tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674035 Oct 14 02:30:50.011967 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9c497-24a2-4ded-a045-6c13b43e811f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Deleting port 4fa24985-755c-4f90-a339-0add7fa0344a {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:30:50.012295 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c497-24a2-4ded-a045-6c13b43e811f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (4fa24985-755c-4f90-a339-0add7fa0344a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.049152 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Publish callbacks [] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.056108 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b7189be0-d13f-43e3-8145-6ffc459f7b26 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:30:50.057121 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.144402 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port b7189be0-d13f-43e3-8145-6ffc459f7b26 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:50.145956 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.146599 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port b7189be0-d13f-43e3-8145-6ffc459f7b26 Oct 14 02:30:50.155960 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Pushing event updated for resources: {'Port': ['ID=d84fa3a5-4ffb-4d13-87a7-0d09ad58c729,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:50.161902 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.176228 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c497-24a2-4ded-a045-6c13b43e811f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (4fa24985-755c-4f90-a339-0add7fa0344a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.176228 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c497-24a2-4ded-a045-6c13b43e811f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (4fa24985-755c-4f90-a339-0add7fa0344a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.198862 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9c497-24a2-4ded-a045-6c13b43e811f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Calling delete_port for 4fa24985-755c-4f90-a339-0add7fa0344a owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:30:50.253783 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:50.269018 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port b7189be0-d13f-43e3-8145-6ffc459f7b26 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:50.321407 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:50.343680 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Network b6c4cb74-3815-46fa-aa24-77a73095845c is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:30:50.345401 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:30:50.516846 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:30:50.568006 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c497-24a2-4ded-a045-6c13b43e811f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (4fa24985-755c-4f90-a339-0add7fa0344a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.606538 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9c497-24a2-4ded-a045-6c13b43e811f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event deleted for resources: {'Port': ['ID=4fa24985-755c-4f90-a339-0add7fa0344a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:50.663487 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909f3d3c-cfad-4b1c-86ff-984f7ab9555c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Router 51edbdf0-f141-485f-a4ba-89d284f18ca8 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:30:50.665689 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-5c45bd70-ddd6-4f85-a6ed-352cd5d45d3b None None] Provisioning complete for port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:50.666835 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c45bd70-ddd6-4f85-a6ed-352cd5d45d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.667216 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-5c45bd70-ddd6-4f85-a6ed-352cd5d45d3b None None] Attempt 1 to provision port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 Oct 14 02:30:50.713067 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c497-24a2-4ded-a045-6c13b43e811f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (7d830064-8e8c-4391-aea4-5665af737ac1), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.714080 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-5c45bd70-ddd6-4f85-a6ed-352cd5d45d3b None None] Port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:30:50.714997 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8402cf-da4f-499a-a985-490ada62efb2 req-4827561a-fa25-4abd-9c16-1c61779607af tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:50.717228 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c497-24a2-4ded-a045-6c13b43e811f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.718501 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c1a9c497-24a2-4ded-a045-6c13b43e811f tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/7d830064-8e8c-4391-aea4-5665af737ac1 HTTP/1.1" status: 204 len: 168 time: 0.9958246 Oct 14 02:30:50.719505 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2f8402cf-da4f-499a-a985-490ada62efb2 req-4827561a-fa25-4abd-9c16-1c61779607af tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.1204197 Oct 14 02:30:50.743916 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:30:50.750474 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1d443efe-3260-4795-bbcf-5f516dc3e894 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/24d2f0f4-cc13-4991-85db-5bd12eb8bffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4763272 Oct 14 02:30:50.762521 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Sync routers for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:30:50.784938 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:50.785843 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:50.846036 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909f3d3c-cfad-4b1c-86ff-984f7ab9555c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:30:50.851899 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-909f3d3c-cfad-4b1c-86ff-984f7ab9555c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.853227 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2f8402cf-da4f-499a-a985-490ada62efb2 req-11216ae9-0cf8-412c-818c-890666a76177 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072810 Oct 14 02:30:50.858332 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fd631-1f32-4bb6-a295-155a9985b499 None None] Sync routers for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:30:50.879286 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fd631-1f32-4bb6-a295-155a9985b499 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:50.880402 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f95fd631-1f32-4bb6-a295-155a9985b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:50.883718 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44274) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:50.893597 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-c49af96a-bbfe-44ba-a38f-c77134e062a1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607416241', 'description': 'tempest-description--2023651511'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:50.919389 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:50.939189 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:50.941162 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-909f3d3c-cfad-4b1c-86ff-984f7ab9555c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/b2880a62-c589-48d6-a5f8-c53ba231a686 HTTP/1.1" status: 200 len: 991 time: 2.7480214 Oct 14 02:30:50.944794 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'tag': '43758ab5-3216-471c-8a89-27ac9e76b06d'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:50.945371 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c49af96a-bbfe-44ba-a38f-c77134e062a1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:50.951220 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99" -d '{"events": [{"name": "network-changed", "server_uuid": "fa542b36-ab27-48c1-8d25-8e0bb73a415c", "tag": "43758ab5-3216-471c-8a89-27ac9e76b06d"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:50.965367 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:51.048505 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a19a687-1d89-403f-a9a1-d76a192e251c x-openstack-request-id: req-6a19a687-1d89-403f-a9a1-d76a192e251c {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:51.051381 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa542b36-ab27-48c1-8d25-8e0bb73a415c", "tag": "43758ab5-3216-471c-8a89-27ac9e76b06d", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:51.052273 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a19a687-1d89-403f-a9a1-d76a192e251c {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:51.054176 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a19a687-1d89-403f-a9a1-d76a192e251c'] response: {'name': 'network-changed', 'server_uuid': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'tag': '43758ab5-3216-471c-8a89-27ac9e76b06d', 'status': 'completed', 'code': 200} Oct 14 02:30:51.125436 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 398d906f-27e1-4a76-86af-184f2ca8fd0b details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:30:51.153078 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c49af96a-bbfe-44ba-a38f-c77134e062a1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (ad7662e2-cde2-4d9b-873b-f938acc545b8), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.189807 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f95fd631-1f32-4bb6-a295-155a9985b499 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:51.197650 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c49af96a-bbfe-44ba-a38f-c77134e062a1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (ad7662e2-cde2-4d9b-873b-f938acc545b8), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.207695 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:51.219944 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99 req-9bc02eb4-fd3b-492b-930b-663fe8dd8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:51.221658 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99 req-9bc02eb4-fd3b-492b-930b-663fe8dd8d7f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d2f70db22ec43d5ba9125f940433320&device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 1129 time: 0.1341796 Oct 14 02:30:51.283827 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 2, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:51.326527 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Checking router: 24d2f0f4-cc13-4991-85db-5bd12eb8bffc for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:30:51.326870 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Updating router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:30:51.328396 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:51.332602 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c49af96a-bbfe-44ba-a38f-c77134e062a1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.334199 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c49af96a-bbfe-44ba-a38f-c77134e062a1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4494393 Oct 14 02:30:51.337117 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44286) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:51.342279 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-e02c28c7-04d2-46d7-a9de-b563457899b8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'security_group_rule': {'security_group_id': 'ad7662e2-cde2-4d9b-873b-f938acc545b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:51.353275 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb9e41-4c84-40ef-96c0-59f9430bf3ac req-13e42bb3-6548-4abb-ad5d-db2ee043c40e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:51.362276 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aedb9e41-4c84-40ef-96c0-59f9430bf3ac req-13e42bb3-6548-4abb-ad5d-db2ee043c40e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.2035542 Oct 14 02:30:51.380924 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49af96a-bbfe-44ba-a38f-c77134e062a1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7662e2-cde2-4d9b-873b-f938acc545b8,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:51.384082 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.406221 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:51.436467 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e02c28c7-04d2-46d7-a9de-b563457899b8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (bcf61fa0-fc08-40a5-a582-800d02e0441e), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.492997 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:51.581644 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e02c28c7-04d2-46d7-a9de-b563457899b8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (bcf61fa0-fc08-40a5-a582-800d02e0441e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.592797 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e02c28c7-04d2-46d7-a9de-b563457899b8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (bcf61fa0-fc08-40a5-a582-800d02e0441e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.626979 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'port_id': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'mac_address': 'fa:16:3e:be:33:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:30:51.641837 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99 req-c21a64ea-f7b4-4ea5-8c6d-2189d4dff1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:51.642299 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99 req-c21a64ea-f7b4-4ea5-8c6d-2189d4dff1ca service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 200 len: 916 time: 0.4006772 Oct 14 02:30:51.649560 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e02c28c7-04d2-46d7-a9de-b563457899b8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.650024 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.664024 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e02c28c7-04d2-46d7-a9de-b563457899b8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3252864 Oct 14 02:30:51.670330 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aedb9e41-4c84-40ef-96c0-59f9430bf3ac req-4e76b873-5558-4151-a8de-1fb4d3a5e1f5 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921503 Oct 14 02:30:51.672258 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44298) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:51.678938 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-b9407c04-97d0-46a0-be85-abd290e95534 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'security_group_rule': {'security_group_id': 'ad7662e2-cde2-4d9b-873b-f938acc545b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:51.734056 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c28c7-04d2-46d7-a9de-b563457899b8 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf61fa0-fc08-40a5-a582-800d02e0441e,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:51.807531 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 398d906f-27e1-4a76-86af-184f2ca8fd0b is: ACTIVE; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:51.808654 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.815640 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9407c04-97d0-46a0-be85-abd290e95534 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (88336930-b387-443f-ab63-b92a6d45fefd), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.923009 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 398d906f-27e1-4a76-86af-184f2ca8fd0b {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:30:51.924745 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99 req-57906143-4aa9-4535-91a4-a86589c11d4b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43758ab5-3216-471c-8a89-27ac9e76b06d HTTP/1.1" status: 200 len: 999 time: 0.2512023 Oct 14 02:30:51.931836 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.946560 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Publish callbacks [] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:51.957184 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:51.966021 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.000905 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f95fd631-1f32-4bb6-a295-155a9985b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': 'b2880a62-c589-48d6-a5f8-c53ba231a686', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': '43758ab5-3216-471c-8a89-27ac9e76b06d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:3b:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:30:27Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:52.020253 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:52.086864 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9407c04-97d0-46a0-be85-abd290e95534 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (88336930-b387-443f-ab63-b92a6d45fefd), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.097627 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fd631-1f32-4bb6-a295-155a9985b499 None None] Checking router: 51edbdf0-f141-485f-a4ba-89d284f18ca8 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:30:52.098338 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9407c04-97d0-46a0-be85-abd290e95534 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (88336930-b387-443f-ab63-b92a6d45fefd), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.101208 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99 req-54acf47e-4f2e-4706-8e5a-68b0c4a8690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:52.103602 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.106437 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99 req-54acf47e-4f2e-4706-8e5a-68b0c4a8690d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 200 len: 854 time: 0.1726115 Oct 14 02:30:52.134314 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:52.137980 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Pushing event updated for resources: {'Port': ['ID=d84fa3a5-4ffb-4d13-87a7-0d09ad58c729,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:52.186082 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fd631-1f32-4bb6-a295-155a9985b499 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:52.186585 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f95fd631-1f32-4bb6-a295-155a9985b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:52.206400 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9407c04-97d0-46a0-be85-abd290e95534 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88336930-b387-443f-ab63-b92a6d45fefd,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:52.232435 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9407c04-97d0-46a0-be85-abd290e95534 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.236942 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.237529 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.238034 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.238713 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.239701 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.241100 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.242951 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.243335 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b9407c04-97d0-46a0-be85-abd290e95534 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5680640 Oct 14 02:30:52.244106 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.245821 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.246277 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44320) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:52.246526 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.247002 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.248000 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.248491 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.249048 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.249513 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:30:52.251832 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:52.257175 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['398d906f-27e1-4a76-86af-184f2ca8fd0b'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:30:52.258646 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44322) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:52.260198 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99 req-9f3cd3ba-5b5f-48cb-8f9b-71436c0dd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:52.261965 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99 req-9f3cd3ba-5b5f-48cb-8f9b-71436c0dd95c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=720db06d-fc1d-4485-8eb8-fc21c261caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1507471 Oct 14 02:30:52.265673 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-254899337-network', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:52.317620 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=398d906f-27e1-4a76-86af-184f2ca8fd0b,revision_number=6']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:52.319919 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Attempting to bind port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:30:52.320059 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Made reservation on behalf of a3033337c7734a46a7c933fbf5325521 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:30:52.320329 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Attempting to bind port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:30:52.320735 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Attempting to bind port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 on network b6c4cb74-3815-46fa-aa24-77a73095845c {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:30:52.323779 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.328184 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.329487 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:52.345988 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.388914 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:30:52.389348 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Checking segment: {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:30:52.389799 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.390181 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Bound using segment: {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:30:52.390696 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Bound port: d84fa3a5-4ffb-4d13-87a7-0d09ad58c729, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:30:52.391096 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.465198 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] For port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:30:52.471619 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] For port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=d84fa3a5-4ffb-4d13-87a7-0d09ad58c729,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:30:52.479163 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.495232 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.507852 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99 req-0d31fde7-f385-494f-ae9d-810d9ca5491c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233090 Oct 14 02:30:52.548031 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f95fd631-1f32-4bb6-a295-155a9985b499 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:52.594228 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:52.600841 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071c684-053c-49b8-8aed-c9f415b45171 req-eb7030a5-8725-4f2d-a21c-dc0c4a3bc81b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:52.604423 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:52.608615 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1071c684-053c-49b8-8aed-c9f415b45171 req-eb7030a5-8725-4f2d-a21c-dc0c4a3bc81b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 945 time: 0.3302567 Oct 14 02:30:52.636641 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Publish callbacks [] for security_group (4cd66fc9-d9ba-4ecd-b956-bc1d0e04c499), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.652402 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (4cd66fc9-d9ba-4ecd-b956-bc1d0e04c499), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.688132 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1071c684-053c-49b8-8aed-c9f415b45171 req-29aae001-f32e-41b2-82aa-138628a5d7f2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776603 Oct 14 02:30:52.761987 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:30:52.779100 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:52.807443 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (d71053df-22e0-4b23-a8f5-a64b1c8677d2), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:52.814005 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Added segment d71053df-22e0-4b23-a8f5-a64b1c8677d2 of type vlan for network 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 Oct 14 02:30:52.875022 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd66fc9-d9ba-4ecd-b956-bc1d0e04c499,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:52.942110 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:52.961447 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282891d-131d-4036-a823-9bcf2de9c559 None None] Pushing event updated for resources: {'Port': ['ID=d84fa3a5-4ffb-4d13-87a7-0d09ad58c729,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:52.990408 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:52.993385 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858aec-2a85-4ca6-980d-17cfac3a70b1 req-6c0e356b-11b6-4635-ba76-c7b892970e2a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:52.999474 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-99858aec-2a85-4ca6-980d-17cfac3a70b1 req-6c0e356b-11b6-4635-ba76-c7b892970e2a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.1969175 Oct 14 02:30:53.032113 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Allocated IP 172.27.1.234 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/5489772d-b8a3-4e18-bfe6-7e929f612985) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:30:53.065346 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (25945e9e-5a3f-4a15-b24b-4db0cb0b0df1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:53.150582 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:53.159573 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-99858aec-2a85-4ca6-980d-17cfac3a70b1 req-67a80ee0-80fb-426d-9ee4-4de4f477713f tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471064 Oct 14 02:30:53.239740 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f95fd631-1f32-4bb6-a295-155a9985b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': 'b2880a62-c589-48d6-a5f8-c53ba231a686', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': '43758ab5-3216-471c-8a89-27ac9e76b06d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:3b:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:30:27Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:53.254750 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:53.321128 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (25945e9e-5a3f-4a15-b24b-4db0cb0b0df1), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:53.324177 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:53.329843 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:53.335654 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fd631-1f32-4bb6-a295-155a9985b499 None None] The sync data for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi is: [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': 'b2880a62-c589-48d6-a5f8-c53ba231a686', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'port_id': '43758ab5-3216-471c-8a89-27ac9e76b06d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'mac_address': 'fa:16:3e:3b:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:30:27Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 1, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:30:53.446358 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b51e02dc-34b9-4af7-8bc6-41b61d6ceb99 req-5bccf2cc-adb1-4fc2-88f4-aa15a3bb7756 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707179 Oct 14 02:30:53.457501 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:52Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:53.461051 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] Pushing event updated for resources: {'Network': ['ID=25945e9e-5a3f-4a15-b24b-4db0cb0b0df1,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:53.473637 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:30:53.500148 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9da3c4e0-b473-4153-bfee-173be66d88d6 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2392764 Oct 14 02:30:53.502987 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44338) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:53.509730 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] Request body: {'subnet': {'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-254899337-subnet', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:53.520715 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c281f03-ab92-43af-b08d-476534f9ceb5 None None] The sync data for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi is: [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:52Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:30:53.549057 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] Made reservation on behalf of a3033337c7734a46a7c933fbf5325521 for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:30:53.552195 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9001209'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:53.627193 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for port (5489772d-b8a3-4e18-bfe6-7e929f612985), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:53.714500 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (5489772d-b8a3-4e18-bfe6-7e929f612985), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:53.770771 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:30:53.774749 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:30:53.791756 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:30:53.837343 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb69d46b-9c8d-4edd-b56a-bc14a806fa9b None None] New status for floating IP b2880a62-c589-48d6-a5f8-c53ba231a686: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:30:53.939163 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:53.940181 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'Port': ['ID=5489772d-b8a3-4e18-bfe6-7e929f612985,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:54.094283 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (5dad93f9-be2e-4d1f-8c84-2b88e470faba), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:54.172469 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:30:54.186637 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (5489772d-b8a3-4e18-bfe6-7e929f612985), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:54.225244 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aba79c-a0f4-4f02-a458-e6fc847241d8 req-06e8bf18-634e-4122-ada2-9c53ad9bbefd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:54.231021 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-30aba79c-a0f4-4f02-a458-e6fc847241d8 req-06e8bf18-634e-4122-ada2-9c53ad9bbefd tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 945 time: 0.2640190 Oct 14 02:30:54.262392 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9734002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9001195'] for subnet (bd2dbbb1-8662-4e87-9cb6-127c6ec83924), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:54.395478 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2dbbb1-8662-4e87-9cb6-127c6ec83924,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:54.411372 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:54.411962 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:54.412223 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 Oct 14 02:30:54.614608 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-30aba79c-a0f4-4f02-a458-e6fc847241d8 req-338163ba-3616-4ca9-aae0-dda81fcfe07b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457127 Oct 14 02:30:54.644518 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for port (5489772d-b8a3-4e18-bfe6-7e929f612985), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:54.654914 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (5489772d-b8a3-4e18-bfe6-7e929f612985), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:54.667195 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2c24-1426-4bfb-85bd-9964abfd4388 req-86ac2743-a28b-4036-8886-e43fda262e39 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:54.668053 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b30c2c24-1426-4bfb-85bd-9964abfd4388 req-86ac2743-a28b-4036-8886-e43fda262e39 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 944 time: 0.2581127 Oct 14 02:30:54.682733 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:54.683511 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:54.766271 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=d84fa3a5-4ffb-4d13-87a7-0d09ad58c729,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:54.775353 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:54.818594 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] Checking segment: {'id': 'd71053df-22e0-4b23-a8f5-a64b1c8677d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:30:54.818950 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] Network hostable DHCP agents. Network: 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:30:54.841672 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=d84fa3a5-4ffb-4d13-87a7-0d09ad58c729,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:54.865275 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'Port': ['ID=5489772d-b8a3-4e18-bfe6-7e929f612985,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:54.872949 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b30c2c24-1426-4bfb-85bd-9964abfd4388 req-d52a246a-d331-4cc0-a449-f1ea6b82d612 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910269 Oct 14 02:30:54.905868 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (5dad93f9-be2e-4d1f-8c84-2b88e470faba), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:54.916790 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] Network 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:30:54.933467 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:30:54.939879 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:54.941918 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:54.944232 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844d355-f54b-4c96-9c0a-04c8a28e139f None None] Network 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:30:54.961977 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f609470f-8bb0-41b9-8bd3-a95f22b412bb admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4577060 Oct 14 02:30:54.965022 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44346) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:54.965354 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:54.967183 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-095549ce-3f09-4fdc-85d7-5e34e3fd58b3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7194908 Oct 14 02:30:54.977409 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-254899337-router', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:55.007288 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15767'] for router (f061c183-a104-4df2-ae58-5dd6008a27e6), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:55.025898 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-589297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15756'] for router (f061c183-a104-4df2-ae58-5dd6008a27e6), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:55.099293 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Publish callbacks [] for router_controller (f061c183-a104-4df2-ae58-5dd6008a27e6), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:55.237467 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:55.360420 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17b785ae-9202-52b5-95d5-dbdf0ea84704-25945e9e-5a3f-4a15-b24b-4db0cb0b0df1', 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1', 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'fixed_ips': [{'subnet_id': 'bd2dbbb1-8662-4e87-9cb6-127c6ec83924'}]}} from dv-cinder-845069-4-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:30:55.361430 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:55.403431 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Publish callbacks [] for router_gateway (f061c183-a104-4df2-ae58-5dd6008a27e6), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:55.422334 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-b18ab4ff-cdad-4bc1-9ccc-24442300cfb1 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1607416241&fields=id&tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e HTTP/1.1" status: 200 len: 267 time: 0.1667411 Oct 14 02:30:55.486966 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:55.566473 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Allocated IP 172.20.0.2 (25945e9e-5a3f-4a15-b24b-4db0cb0b0df1/bd2dbbb1-8662-4e87-9cb6-127c6ec83924/8dfb1514-eb47-4da0-8c3d-3b3a7af25070) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:30:55.743356 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412236-7c94-455d-8152-58348f974cba req-8d7ab9f2-9875-4516-a853-b43f89a00316 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:55.745043 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-8d7ab9f2-9875-4516-a853-b43f89a00316 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4299c348-5cd7-492e-82e5-e30b1204822d HTTP/1.1" status: 200 len: 811 time: 0.3214116 Oct 14 02:30:55.768415 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-ed3632c1-e4f0-4694-8e39-d8294239b29a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/quotas/f6ff3da9d38f423ba8fbd11f635f2e1e HTTP/1.1" status: 200 len: 375 time: 0.0164676 Oct 14 02:30:55.873874 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:55.915598 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 1201edef-47d3-4624-9140-59745722444b details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:30:55.921953 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 398d906f-27e1-4a76-86af-184f2ca8fd0b up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:30:55.994907 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-1d729c7b-6d86-4fba-9ba5-67e3fda49aa7 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2039142 Oct 14 02:30:56.006734 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Publish callbacks [] for router_gateway (f061c183-a104-4df2-ae58-5dd6008a27e6), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.051202 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 398d906f-27e1-4a76-86af-184f2ca8fd0b triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:56.051202 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.051202 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 398d906f-27e1-4a76-86af-184f2ca8fd0b Oct 14 02:30:56.092710 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:56.093282 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892375d4-634d-4fd4-b2e4-25661ecde136 req-d3db8a53-4173-4cbe-ad19-f02b07b9c574 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:56.095173 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.db.resource_extend [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 14 02:30:56.100560 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Publish callbacks [] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.102061 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-892375d4-634d-4fd4-b2e4-25661ecde136 req-d3db8a53-4173-4cbe-ad19-f02b07b9c574 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 945 time: 0.3055129 Oct 14 02:30:56.120769 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:30:56.166064 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.198741 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.254760 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Pushing event updated for resources: {'Port': ['ID=8dfb1514-eb47-4da0-8c3d-3b3a7af25070,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:56.269526 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Network 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:30:56.285464 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:30:56.294632 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:30:56.465308 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:56.465677 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.466009 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 Oct 14 02:30:56.472201 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 1201edef-47d3-4624-9140-59745722444b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1201edef-47d3-4624-9140-59745722444b,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:56.476019 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Attempting to bind port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:30:56.476395 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Attempting to bind port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'd71053df-22e0-4b23-a8f5-a64b1c8677d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:30:56.476753 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Attempting to bind port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 on network 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:30:56.478871 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 398d906f-27e1-4a76-86af-184f2ca8fd0b is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:56.479356 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.552569 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '1201edef-47d3-4624-9140-59745722444b', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'port_id': '1201edef-47d3-4624-9140-59745722444b', 'mac_address': 'fa:16:3e:02:40:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:30:56.598222 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:56.601551 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71768c9-c6ad-4369-9f2d-fe20dfb2f512" -d '{"events": [{"server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "name": "network-vif-plugged", "status": "completed", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:56.658484 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:56.665946 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:56.697494 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:56.716199 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.733899 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-892375d4-634d-4fd4-b2e4-25661ecde136 req-c6a4d821-e968-4ad7-ac24-7873806a5ca0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6301899 Oct 14 02:30:56.749845 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:30:56.750221 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Checking segment: {'id': 'd71053df-22e0-4b23-a8f5-a64b1c8677d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:30:56.750420 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.750780 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Bound using segment: {'id': 'd71053df-22e0-4b23-a8f5-a64b1c8677d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:30:56.751302 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Bound port: 8dfb1514-eb47-4da0-8c3d-3b3a7af25070, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71053df-22e0-4b23-a8f5-a64b1c8677d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:30:56.751713 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.784064 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 1201edef-47d3-4624-9140-59745722444b is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:56.784064 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1201edef-47d3-4624-9140-59745722444b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.824872 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-38847f15-81a1-4df3-9222-62c93bbd07fa service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7180765 Oct 14 02:30:56.841549 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Allocated IP 172.27.1.231 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/1bc83fdc-849d-4f36-85b3-f765b7ead9d1) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:30:56.889840 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1201edef-47d3-4624-9140-59745722444b {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:30:56.911893 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 1201edef-47d3-4624-9140-59745722444b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1201edef-47d3-4624-9140-59745722444b,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:56.919997 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=398d906f-27e1-4a76-86af-184f2ca8fd0b,revision_number=7']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:56.925028 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (1201edef-47d3-4624-9140-59745722444b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:56.971348 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] For port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:30:56.985444 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:56.988929 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] For port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=8dfb1514-eb47-4da0-8c3d-3b3a7af25070,segment=NetworkSegment(d71053df-22e0-4b23-a8f5-a64b1c8677d2),segment_id=d71053df-22e0-4b23-a8f5-a64b1c8677d2)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:30:57.006511 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:57.012909 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=1201edef-47d3-4624-9140-59745722444b,revision_number=7']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:57.032594 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61ca6a-7faa-4cdc-9de3-f87f31fa57fb req-a8eb8459-f8fa-4630-94d0-7bd437fee28d tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:57.034647 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6d61ca6a-7faa-4cdc-9de3-f87f31fa57fb req-a8eb8459-f8fa-4630-94d0-7bd437fee28d tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 945 time: 0.1185663 Oct 14 02:30:57.087724 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-7abda3e7-1d80-43d4-b1ef-e7b5f23b354f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543573 Oct 14 02:30:57.095929 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5335f2-44a5-488a-b750-4738fad21130 None None] Pushing event updated for resources: {'Port': ['ID=8dfb1514-eb47-4da0-8c3d-3b3a7af25070,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:57.135600 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:57.166018 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['1201edef-47d3-4624-9140-59745722444b'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:30:57.195975 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Publish callbacks [] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:57.248245 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6d61ca6a-7faa-4cdc-9de3-f87f31fa57fb req-b5081833-c796-4148-b712-3fe422df8bdb tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528280 Oct 14 02:30:57.369135 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab26820-082e-4649-940d-d406d555a1d9 x-openstack-request-id: req-cab26820-082e-4649-940d-d406d555a1d9 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:57.369569 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "name": "network-vif-plugged", "status": "completed", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:57.369838 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cab26820-082e-4649-940d-d406d555a1d9 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:57.370399 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab26820-082e-4649-940d-d406d555a1d9'] response: {'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'code': 200} Oct 14 02:30:57.404632 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:57.445069 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:30:57.448197 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:30:57.450639 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:30:57.474080 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fa89cfbf-025b-49ef-9764-4308fc3dbd21 req-7a5c7ce6-f2cd-44b5-9feb-63b93cf6b971 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 210 time: 0.0999329 Oct 14 02:30:57.523700 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:57.538214 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc83fdc-849d-4f36-85b3-f765b7ead9d1,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:57.821641 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Publish callbacks [] for router_gateway (f061c183-a104-4df2-ae58-5dd6008a27e6), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:57.937882 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb52d77-3d30-438e-a361-61f9b71c9bc1 req-a9b7d177-a3fe-4a1e-ba78-9d6ddc6e76d0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:57.948950 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3fb52d77-3d30-438e-a361-61f9b71c9bc1 req-a9b7d177-a3fe-4a1e-ba78-9d6ddc6e76d0 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0824900 Oct 14 02:30:58.048794 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:30:58.117388 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3fb52d77-3d30-438e-a361-61f9b71c9bc1 req-c229a312-3976-418c-a91b-b4467807921d tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675525 Oct 14 02:30:58.166372 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 1201edef-47d3-4624-9140-59745722444b up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:30:58.247599 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:58.247981 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:58.248322 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 Oct 14 02:30:58.331892 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-589286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582603'] for router (f061c183-a104-4df2-ae58-5dd6008a27e6), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:58.418328 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 1201edef-47d3-4624-9140-59745722444b triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:58.418977 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (1201edef-47d3-4624-9140-59745722444b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:58.419631 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 1201edef-47d3-4624-9140-59745722444b Oct 14 02:30:58.534829 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:58.547824 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363099d1-7bc0-49dc-a622-bf636795413b req-0aebb522-ed4a-4575-b486-da1e6c626204 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:58.549824 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-363099d1-7bc0-49dc-a622-bf636795413b req-0aebb522-ed4a-4575-b486-da1e6c626204 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 945 time: 0.0922134 Oct 14 02:30:58.620411 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-363099d1-7bc0-49dc-a622-bf636795413b req-5a4ccb49-2541-49c3-af76-d15a55eb1bce tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586777 Oct 14 02:30:58.691443 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Router f061c183-a104-4df2-ae58-5dd6008a27e6 is scheduled to L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 with binding_index 1 {{(pid=104415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:30:58.723602 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-926b5209-3b40-4031-bf96-4351b7696570 req-d5ca3803-88d1-40de-99fd-2df22aca290a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 210 time: 0.0497177 Oct 14 02:30:58.752362 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:58.756684 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:58.783165 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b9b51-0350-4bcb-9550-157a7b47874c None None] Network 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:30:58.855567 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 1201edef-47d3-4624-9140-59745722444b is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:58.856220 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1201edef-47d3-4624-9140-59745722444b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:58.869073 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:58.885503 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=8dfb1514-eb47-4da0-8c3d-3b3a7af25070,segment=NetworkSegment(d71053df-22e0-4b23-a8f5-a64b1c8677d2),segment_id=d71053df-22e0-4b23-a8f5-a64b1c8677d2)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:58.889926 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:30:58.896282 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:58.923343 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:58.924994 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a39e26bb-dd6a-436d-9797-7614bf941b31 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9584851 Oct 14 02:30:58.928648 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44420) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:30:58.933869 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Sync routers for ids ['f061c183-a104-4df2-ae58-5dd6008a27e6'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:30:58.936630 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-8c7062b8-3761-4613-a6b7-654ad9e2348b None None] Provisioning complete for port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:30:58.937236 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c7062b8-3761-4613-a6b7-654ad9e2348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:58.937758 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-8c7062b8-3761-4613-a6b7-654ad9e2348b None None] Attempt 1 to provision port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 Oct 14 02:30:58.961337 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:58.964716 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 1201edef-47d3-4624-9140-59745722444b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1201edef-47d3-4624-9140-59745722444b,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:30:58.992732 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:59.021667 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (1201edef-47d3-4624-9140-59745722444b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:59.032172 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Routers {'f061c183-a104-4df2-ae58-5dd6008a27e6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:30:59.033130 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['f061c183-a104-4df2-ae58-5dd6008a27e6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:30:59.066841 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:59.081376 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:30:59.147442 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=8dfb1514-eb47-4da0-8c3d-3b3a7af25070,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:59.355977 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412236-7c94-455d-8152-58348f974cba req-66aa9e37-8d99-43e9-8611-a910a85cfa76 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:59.359609 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Set router f061c183-a104-4df2-ae58-5dd6008a27e6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:30:59.360126 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-66aa9e37-8d99-43e9-8611-a910a85cfa76 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4299c348-5cd7-492e-82e5-e30b1204822d HTTP/1.1" status: 200 len: 811 time: 0.3104682 Oct 14 02:30:59.372112 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1201edef-47d3-4624-9140-59745722444b'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:30:59.374204 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe43150-d472-4a23-aadb-f7e11004d65f" -d '{"events": [{"server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "name": "network-vif-plugged", "status": "completed", "tag": "1201edef-47d3-4624-9140-59745722444b"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:30:59.511803 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-4bebe431-f98f-450a-a8e7-a0ad62379f8c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e HTTP/1.1" status: 200 len: 380 time: 0.1286609 Oct 14 02:30:59.517909 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eda50-d5a7-4bde-b131-fd2230fed55d req-affab304-4f3e-4c75-9c5a-76e6a6a9aeaa tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:59.519523 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5c3eda50-d5a7-4bde-b131-fd2230fed55d req-affab304-4f3e-4c75-9c5a-76e6a6a9aeaa tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.2019587 Oct 14 02:30:59.534412 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'port': {'device_id': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'admin_state_up': True, 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'security_groups': ['ad7662e2-cde2-4d9b-873b-f938acc545b8']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:30:59.696405 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Made reservation on behalf of f6ff3da9d38f423ba8fbd11f635f2e1e for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:30:59.704497 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:30:59.735780 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0726cea-e821-470e-9393-89f7b3e0638e x-openstack-request-id: req-f0726cea-e821-470e-9393-89f7b3e0638e {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:30:59.736466 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "name": "network-vif-plugged", "status": "completed", "tag": "1201edef-47d3-4624-9140-59745722444b", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:30:59.736951 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0726cea-e821-470e-9393-89f7b3e0638e {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:30:59.737577 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0726cea-e821-470e-9393-89f7b3e0638e'] response: {'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1201edef-47d3-4624-9140-59745722444b', 'code': 200} Oct 14 02:30:59.738530 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=1201edef-47d3-4624-9140-59745722444b,revision_number=8']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:30:59.809140 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8c7062b8-3761-4613-a6b7-654ad9e2348b None None] Current status of the port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:30:59.879570 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0809865-e7d0-4d41-b54c-d79b312065a9 req-114bbf9f-82f0-4ca2-b322-c1ed0e41d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:59.881812 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b0809865-e7d0-4d41-b54c-d79b312065a9 req-114bbf9f-82f0-4ca2-b322-c1ed0e41d514 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 1130 time: 0.0898864 Oct 14 02:30:59.923003 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5c3eda50-d5a7-4bde-b131-fd2230fed55d req-2c3dd81f-f508-410e-92e9-3a1f9c2e1ed5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455986 Oct 14 02:30:59.939125 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90cf15-4ede-4ea7-a448-292b9940c360 req-2253b888-e9ae-4bb9-a677-785c7933d9de tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:30:59.959083 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d90cf15-4ede-4ea7-a448-292b9940c360 req-2253b888-e9ae-4bb9-a677-785c7933d9de tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.1695330 Oct 14 02:31:00.017192 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-dbaa5683-2133-4874-8158-09d56e3a1daa None None] Provisioning complete for port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:00.020766 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5683-2133-4874-8158-09d56e3a1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.021263 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-dbaa5683-2133-4874-8158-09d56e3a1daa None None] Attempt 1 to provision port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 Oct 14 02:31:00.090615 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'name': 'tempest-TestVolumeBootPattern-254899337-router', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:55Z', 'updated_at': '2022-10-14T02:30:57Z', 'revision_number': 3, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'gw_port': {'id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:56Z', 'updated_at': '2022-10-14T02:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:00.091972 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b0809865-e7d0-4d41-b54c-d79b312065a9 req-c05fcadc-c9ed-4dc3-9e8f-6121c7f45eee service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962512 Oct 14 02:31:00.151895 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:00.153799 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Checking router: f061c183-a104-4df2-ae58-5dd6008a27e6 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:31:00.154190 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Updating router f061c183-a104-4df2-ae58-5dd6008a27e6 port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 binding host dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:31:00.188893 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:31:00.236185 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.240489 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-758af84d-4b7e-4de5-9f1d-8e50aad26507 req-b26fd398-d11a-4d5d-89fa-bfc1a80ce74a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 210 time: 0.1458983 Oct 14 02:31:00.264300 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9d90cf15-4ede-4ea7-a448-292b9940c360 req-2b44ee04-5e9e-4d92-b135-4e45a6937d1e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043039 Oct 14 02:31:00.303052 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Allocated IP 172.20.0.10 (4299c348-5cd7-492e-82e5-e30b1204822d/a651fca8-4007-4455-b37a-8eae20093d74/6a00709f-bdf7-43f5-85ef-4bea91b3a2e9) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:31:00.313444 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.362760 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.368415 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa5683-2133-4874-8158-09d56e3a1daa None None] Current status of the port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:00.378606 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:00.378981 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.379365 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 Oct 14 02:31:00.515623 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Allocated IP 172.20.0.1 (25945e9e-5a3f-4a15-b24b-4db0cb0b0df1/bd2dbbb1-8662-4e87-9cb6-127c6ec83924/03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:31:00.601058 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.647425 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:00.659750 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.678813 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:00.682312 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Publish callbacks [] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.697942 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:00.716537 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:00.730386 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.751605 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Network 4299c348-5cd7-492e-82e5-e30b1204822d is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:31:00.758700 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:00.760040 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:31:00.766568 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:31:00.826283 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Publish callbacks [] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.840268 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.844686 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Network 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:31:00.845124 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event updated for resources: {'Port': ['ID=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:00.850485 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:31:00.879860 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:00.881238 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:00.882562 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:31:00.891867 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Pushing event updated for resources: {'Port': ['ID=03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:00.906152 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-1f447aa1-76a1-400c-8bb3-6f5ae1e7f1a3 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3765662 Oct 14 02:31:00.922230 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Request body: {'port': {'device_id': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:00.940817 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Attempting to bind port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:31:00.941191 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Attempting to bind port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:31:00.941562 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Attempting to bind port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 on network 56522007-ce4d-47e4-89fb-00d5a91d942b {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:31:00.965141 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582960'] for router_interface (f061c183-a104-4df2-ae58-5dd6008a27e6), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.035576 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b181efa-3d07-4777-b347-0702695b5708 None None] Pushing event updated for resources: {'Port': ['ID=1bc83fdc-849d-4f36-85b3-f765b7ead9d1,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:01.043474 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.125200 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:31:01.125781 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Checking segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:31:01.126355 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.126868 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Bound using segment: {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:31:01.127538 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Bound port: 1bc83fdc-849d-4f36-85b3-f765b7ead9d1, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec884-7eaa-4bef-bac3-33422bc99b8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:31:01.128079 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.226135 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-adfad009-4ab2-415a-8ad5-2fed854d389b None None] Provisioning complete for port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:01.227292 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-adfad009-4ab2-415a-8ad5-2fed854d389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.228318 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-adfad009-4ab2-415a-8ad5-2fed854d389b None None] Attempt 1 to provision port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 Oct 14 02:31:01.247977 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.267512 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2899555-a90f-4a03-b646-99400cd6f2c9 req-6b57c65b-50b6-4801-a38e-f8d7825ef01b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:01.269165 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a2899555-a90f-4a03-b646-99400cd6f2c9 req-6b57c65b-50b6-4801-a38e-f8d7825ef01b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.1615620 Oct 14 02:31:01.279679 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:01.366593 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-adfad009-4ab2-415a-8ad5-2fed854d389b None None] Port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:31:01.373852 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] For port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:31:01.380164 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] For port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=1bc83fdc-849d-4f36-85b3-f765b7ead9d1,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:31:01.392225 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.461215 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b181efa-3d07-4777-b347-0702695b5708 None None] Pushing event updated for resources: {'Port': ['ID=1bc83fdc-849d-4f36-85b3-f765b7ead9d1,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:01.476041 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Routers {'f061c183-a104-4df2-ae58-5dd6008a27e6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:31:01.477582 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['f061c183-a104-4df2-ae58-5dd6008a27e6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:01.551366 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a2899555-a90f-4a03-b646-99400cd6f2c9 req-08496b7d-8a3d-4f7b-a5ce-be4acbbca6eb tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739973 Oct 14 02:31:01.560105 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-708f4328-b20c-441f-a5ef-fc1eac1fc8b7 None None] Provisioning complete for port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:01.560724 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-708f4328-b20c-441f-a5ef-fc1eac1fc8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.561482 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-708f4328-b20c-441f-a5ef-fc1eac1fc8b7 None None] Attempt 1 to provision port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e Oct 14 02:31:01.614649 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17432e-3ecf-4429-96dc-e691590322e0 req-e095ea6f-48cf-40c3-bd08-54d0ebbd6560 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:01.616891 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5e17432e-3ecf-4429-96dc-e691590322e0 req-e095ea6f-48cf-40c3-bd08-54d0ebbd6560 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 932 time: 0.2057452 Oct 14 02:31:01.652407 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Publish callbacks [] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.662853 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-708f4328-b20c-441f-a5ef-fc1eac1fc8b7 None None] Port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:31:01.667331 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.706265 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] Set router f061c183-a104-4df2-ae58-5dd6008a27e6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:31:01.770860 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7721ff9-2720-459e-9d7e-a9af04b4e749 req-9ba698c8-0be5-4841-9ed3-0889018b232e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:01.773647 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a7721ff9-2720-459e-9d7e-a9af04b4e749 req-9ba698c8-0be5-4841-9ed3-0889018b232e tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.1311846 Oct 14 02:31:01.781641 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:01.790107 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5e17432e-3ecf-4429-96dc-e691590322e0 req-cb40a8e4-28de-40a2-a2fc-cb911239619d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633370 Oct 14 02:31:01.800881 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583084'] for router_interface (f061c183-a104-4df2-ae58-5dd6008a27e6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.917208 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:31:01.924751 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Pushing event updated for resources: {'Port': ['ID=03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:01.925915 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Publish callbacks [] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:01.960239 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a7721ff9-2720-459e-9d7e-a9af04b4e749 req-5d2fa7f4-0168-48fe-a0a3-4879f2452a8d tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766713 Oct 14 02:31:01.991640 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Transition to ACTIVE for port object 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:31:01.996868 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:02.020671 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'name': 'tempest-TestVolumeBootPattern-254899337-router', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:55Z', 'updated_at': '2022-10-14T02:31:01Z', 'revision_number': 4, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'gw_port': {'id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:56Z', 'updated_at': '2022-10-14T02:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e', 'name': '', 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'mac_address': 'fa:16:3e:53:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bd2dbbb1-8662-4e87-9cb6-127c6ec83924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:31:00Z', 'updated_at': '2022-10-14T02:31:00Z', 'revision_number': 1, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'subnets': [{'id': 'bd2dbbb1-8662-4e87-9cb6-127c6ec83924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:02.061649 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Network 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:31:02.064134 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:31:02.065215 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1534584-f3c6-4545-9ece-168d0dde3582 None None] The sync data for ids ['f061c183-a104-4df2-ae58-5dd6008a27e6'] in dv-cinder-845069-4-iscsi is: [{'id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'name': 'tempest-TestVolumeBootPattern-254899337-router', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:55Z', 'updated_at': '2022-10-14T02:31:01Z', 'revision_number': 4, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'gw_port': {'id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:56Z', 'updated_at': '2022-10-14T02:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e', 'name': '', 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'mac_address': 'fa:16:3e:53:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bd2dbbb1-8662-4e87-9cb6-127c6ec83924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:31:00Z', 'updated_at': '2022-10-14T02:31:00Z', 'revision_number': 1, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'subnets': [{'id': 'bd2dbbb1-8662-4e87-9cb6-127c6ec83924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:31:02.163456 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:02.183926 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Pushing event updated for resources: {'Port': ['ID=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:02.223797 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Attempting to bind port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:31:02.224775 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Attempting to bind port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:31:02.225283 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Attempting to bind port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 on network 4299c348-5cd7-492e-82e5-e30b1204822d {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:31:02.247055 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Router f061c183-a104-4df2-ae58-5dd6008a27e6 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:31:02.285863 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 on network 4299c348-5cd7-492e-82e5-e30b1204822d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:31:02.286404 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Attempting to bind port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 on network 4299c348-5cd7-492e-82e5-e30b1204822d {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:31:02.346334 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:02.355633 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:31:02.356077 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Checking segment: {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:31:02.356485 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Bound using segment: {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:31:02.356935 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Bound port: 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6504c7b-b2d8-44dc-9388-cfac90347102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:31:02.357370 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:02.422794 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:02.444749 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:31:02.455124 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-932241bc-54ca-42ff-a386-2abb4a6d8ecf admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/f061c183-a104-4df2-ae58-5dd6008a27e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5201602 Oct 14 02:31:02.471027 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] For port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:31:02.476367 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] For port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:31:02.488625 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:02.497288 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:02.504276 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:02.504884 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:02.506870 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 HTTP/1.1" status: 200 len: 1094 time: 1.5895810 Oct 14 02:31:02.509264 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'tag': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:31:02.513616 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-a3df9048-a193-41c7-b55f-76534733985f None None] Provisioning complete for port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:02.514137 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a3df9048-a193-41c7-b55f-76534733985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:02.514361 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-a3df9048-a193-41c7-b55f-76534733985f None None] Attempt 1 to provision port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e Oct 14 02:31:02.519057 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1418502e-f946-41e2-bb12-bb7e6cf3cd87" -d '{"events": [{"name": "network-changed", "server_uuid": "67191aa2-c153-4388-a0fe-84db1b5fc9a0", "tag": "6a00709f-bdf7-43f5-85ef-4bea91b3a2e9"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:31:02.662797 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-a3df9048-a193-41c7-b55f-76534733985f None None] Port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:31:02.665512 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999188fd-632e-4b95-8352-e89317d86446 x-openstack-request-id: req-999188fd-632e-4b95-8352-e89317d86446 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:31:02.667121 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67191aa2-c153-4388-a0fe-84db1b5fc9a0", "tag": "6a00709f-bdf7-43f5-85ef-4bea91b3a2e9", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:31:02.667632 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-999188fd-632e-4b95-8352-e89317d86446 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:31:02.668200 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999188fd-632e-4b95-8352-e89317d86446'] response: {'name': 'network-changed', 'server_uuid': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'tag': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9', 'status': 'completed', 'code': 200} Oct 14 02:31:02.752343 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412236-7c94-455d-8152-58348f974cba req-e38796c7-86d7-41f2-a0b5-6b812479c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:02.753863 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-e38796c7-86d7-41f2-a0b5-6b812479c0a1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 1128 time: 0.1673987 Oct 14 02:31:02.812811 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-f8aa5055-02c8-4ada-866d-568fbfee7237 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 HTTP/1.1" status: 200 len: 217 time: 0.0484037 Oct 14 02:31:02.822820 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d5586-1998-4a85-9427-220e3194e4ea service neutron] Pushing event updated for resources: {'Port': ['ID=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:02.889404 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412236-7c94-455d-8152-58348f974cba req-4989c4ce-7079-4bc4-810f-c9ee9dc69e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:02.889948 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-4989c4ce-7079-4bc4-810f-c9ee9dc69e46 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a651fca8-4007-4455-b37a-8eae20093d74 HTTP/1.1" status: 200 len: 850 time: 0.0683963 Oct 14 02:31:02.897904 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8c084-592b-4b1d-bd5f-7a834f96415e req-5108bf7f-b3d7-4424-af41-7ab83405a76f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:02.908167 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-95a8c084-592b-4b1d-bd5f-7a834f96415e req-5108bf7f-b3d7-4424-af41-7ab83405a76f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.2126670 Oct 14 02:31:03.026692 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-95a8c084-592b-4b1d-bd5f-7a834f96415e req-c91238fd-9736-4fd4-8672-13a73a486dd5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146123 Oct 14 02:31:03.042869 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412236-7c94-455d-8152-58348f974cba req-690d3861-24ec-49d6-97da-a8103af1e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:03.042869 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-690d3861-24ec-49d6-97da-a8103af1e078 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4299c348-5cd7-492e-82e5-e30b1204822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1226363 Oct 14 02:31:03.206344 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44500) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:03.215189 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d88c3d40-d344-4fd7-bf61-d88b050282e5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534613330', 'description': 'tempest-secgroup-smoke-1534613330 description', 'project_id': '3d1ba99898ca42c19c8f48fa498c5851'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:03.258687 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d88c3d40-d344-4fd7-bf61-d88b050282e5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.366970 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbf1a7-7688-4e83-aad6-57d36acac5d3 req-5b8fe1a9-e92b-4294-a39a-7547e9ae27d9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:03.375247 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38dbf1a7-7688-4e83-aad6-57d36acac5d3 req-5b8fe1a9-e92b-4294-a39a-7547e9ae27d9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 944 time: 0.1725719 Oct 14 02:31:03.393208 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-4a1c2053-b996-481e-9fa6-501ecbb865cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511028 Oct 14 02:31:03.394018 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d88c3d40-d344-4fd7-bf61-d88b050282e5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group (046e5c1a-89e6-45a3-890f-7573b3d18035), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.404277 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d88c3d40-d344-4fd7-bf61-d88b050282e5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (046e5c1a-89e6-45a3-890f-7573b3d18035), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.435661 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d88c3d40-d344-4fd7-bf61-d88b050282e5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.441027 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d88c3d40-d344-4fd7-bf61-d88b050282e5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2297807 Oct 14 02:31:03.441027 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44504) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:03.448270 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-2657085a-d21b-49b4-bec0-642ae53e3e5c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'security_group_rule': {'security_group_id': '046e5c1a-89e6-45a3-890f-7573b3d18035', 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:03.456529 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:03.497061 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c3d40-d344-4fd7-bf61-d88b050282e5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046e5c1a-89e6-45a3-890f-7573b3d18035,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:03.529541 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2657085a-d21b-49b4-bec0-642ae53e3e5c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (e4e5d6aa-ad0a-4125-acb2-1a95ebab58a1), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.606491 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2657085a-d21b-49b4-bec0-642ae53e3e5c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (e4e5d6aa-ad0a-4125-acb2-1a95ebab58a1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.612298 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2657085a-d21b-49b4-bec0-642ae53e3e5c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (e4e5d6aa-ad0a-4125-acb2-1a95ebab58a1), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.641822 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657085a-d21b-49b4-bec0-642ae53e3e5c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e5d6aa-ad0a-4125-acb2-1a95ebab58a1,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:03.653715 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2657085a-d21b-49b4-bec0-642ae53e3e5c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.655138 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2657085a-d21b-49b4-bec0-642ae53e3e5c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2136047 Oct 14 02:31:03.657948 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44508) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:03.663309 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-e3d83e62-1c12-473e-8b8d-901237f938bf tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'security_group_rule': {'security_group_id': '046e5c1a-89e6-45a3-890f-7573b3d18035', 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:03.699377 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e62-1c12-473e-8b8d-901237f938bf tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (ad98e121-acb4-42e8-a46c-91dff26da8dd), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.778314 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e62-1c12-473e-8b8d-901237f938bf tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (ad98e121-acb4-42e8-a46c-91dff26da8dd), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.783111 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e62-1c12-473e-8b8d-901237f938bf tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (ad98e121-acb4-42e8-a46c-91dff26da8dd), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.811841 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d83e62-1c12-473e-8b8d-901237f938bf tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad98e121-acb4-42e8-a46c-91dff26da8dd,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:03.817163 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3d83e62-1c12-473e-8b8d-901237f938bf tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.822738 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e3d83e62-1c12-473e-8b8d-901237f938bf tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1612339 Oct 14 02:31:03.823271 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44510) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:03.828559 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-5df22a89-0cbb-4de9-85b2-55f8be798f01 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'security_group_rule': {'security_group_id': '046e5c1a-89e6-45a3-890f-7573b3d18035', 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:03.860420 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5df22a89-0cbb-4de9-85b2-55f8be798f01 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (69478a80-304e-4530-ab08-f60219669e30), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.913974 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-38dbf1a7-7688-4e83-aad6-57d36acac5d3 req-dc1a5483-e68d-49a9-b544-284d57cdc6b0 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5324442 Oct 14 02:31:03.932036 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70412236-7c94-455d-8152-58348f974cba req-5f6cadd9-1fa7-497f-970e-65ec95f984af service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036829 Oct 14 02:31:03.969885 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5df22a89-0cbb-4de9-85b2-55f8be798f01 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (69478a80-304e-4530-ab08-f60219669e30), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:03.975632 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5df22a89-0cbb-4de9-85b2-55f8be798f01 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (69478a80-304e-4530-ab08-f60219669e30), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.004799 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df22a89-0cbb-4de9-85b2-55f8be798f01 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69478a80-304e-4530-ab08-f60219669e30,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:04.018335 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5df22a89-0cbb-4de9-85b2-55f8be798f01 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.020172 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5df22a89-0cbb-4de9-85b2-55f8be798f01 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1958444 Oct 14 02:31:04.021916 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:31:04.023380 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44512) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:04.028130 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-f2bc9fb4-d701-4c7e-8a1a-b79b57488a2e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'security_group_rule': {'security_group_id': '046e5c1a-89e6-45a3-890f-7573b3d18035', 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:04.073799 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f2bc9fb4-d701-4c7e-8a1a-b79b57488a2e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (6cc773a2-3e90-4b34-9cf3-0c7b9bcdf255), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.081168 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:04.081887 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.082407 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 Oct 14 02:31:04.183096 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f2bc9fb4-d701-4c7e-8a1a-b79b57488a2e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (6cc773a2-3e90-4b34-9cf3-0c7b9bcdf255), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.191940 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:04.202444 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:04.221695 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:04.222119 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f2bc9fb4-d701-4c7e-8a1a-b79b57488a2e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (6cc773a2-3e90-4b34-9cf3-0c7b9bcdf255), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.222699 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.252075 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:04.254232 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=1bc83fdc-849d-4f36-85b3-f765b7ead9d1,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:04.258752 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.268713 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858394-1a83-4f16-b0a2-3990834d3bbc req-7f81530d-9ed8-4906-bfe3-c38d6dc00423 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:04.270296 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab858394-1a83-4f16-b0a2-3990834d3bbc req-7f81530d-9ed8-4906-bfe3-c38d6dc00423 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.1067126 Oct 14 02:31:04.271511 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc9fb4-d701-4c7e-8a1a-b79b57488a2e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc773a2-3e90-4b34-9cf3-0c7b9bcdf255,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:04.292023 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f2bc9fb4-d701-4c7e-8a1a-b79b57488a2e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.293643 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f2bc9fb4-d701-4c7e-8a1a-b79b57488a2e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2694385 Oct 14 02:31:04.297113 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44516) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:04.301638 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-26b226db-484d-4fec-a7f1-43d70b34678c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'security_group_rule': {'security_group_id': '046e5c1a-89e6-45a3-890f-7573b3d18035', 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:04.330181 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.securitygroups_db [None req-26b226db-484d-4fec-a7f1-43d70b34678c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Project 3d1ba99898ca42c19c8f48fa498c5851 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 02:31:04.337730 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-26b226db-484d-4fec-a7f1-43d70b34678c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (c1c633a3-52c7-46b7-97a3-8697019ef86f), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.365721 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab858394-1a83-4f16-b0a2-3990834d3bbc req-87091986-aac3-4aad-a8bf-c409875b80d4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823414 Oct 14 02:31:04.387553 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=1bc83fdc-849d-4f36-85b3-f765b7ead9d1,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:04.443167 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-26b226db-484d-4fec-a7f1-43d70b34678c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (c1c633a3-52c7-46b7-97a3-8697019ef86f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.454887 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-26b226db-484d-4fec-a7f1-43d70b34678c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (c1c633a3-52c7-46b7-97a3-8697019ef86f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.481247 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:04.486181 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b226db-484d-4fec-a7f1-43d70b34678c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c633a3-52c7-46b7-97a3-8697019ef86f,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:04.499797 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-26b226db-484d-4fec-a7f1-43d70b34678c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.501095 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-26b226db-484d-4fec-a7f1-43d70b34678c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2029684 Oct 14 02:31:04.504177 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 44522) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:04.508899 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-11e5d297-aa60-4183-8f0a-2a87aeb5ba27 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'security_group_rule': {'security_group_id': '046e5c1a-89e6-45a3-890f-7573b3d18035', 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:04.517809 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:04.544013 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.securitygroups_db [None req-11e5d297-aa60-4183-8f0a-2a87aeb5ba27 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Project 3d1ba99898ca42c19c8f48fa498c5851 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 02:31:04.555604 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11e5d297-aa60-4183-8f0a-2a87aeb5ba27 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (96169710-579b-47a4-a9be-617d552ced1f), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.665046 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11e5d297-aa60-4183-8f0a-2a87aeb5ba27 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (96169710-579b-47a4-a9be-617d552ced1f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.674199 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11e5d297-aa60-4183-8f0a-2a87aeb5ba27 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535159'] for security_group_rule (96169710-579b-47a4-a9be-617d552ced1f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.704899 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5d297-aa60-4183-8f0a-2a87aeb5ba27 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96169710-579b-47a4-a9be-617d552ced1f,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:04.717375 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11e5d297-aa60-4183-8f0a-2a87aeb5ba27 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:04.722189 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-11e5d297-aa60-4183-8f0a-2a87aeb5ba27 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2170193 Oct 14 02:31:04.870050 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418502e-f946-41e2-bb12-bb7e6cf3cd87 req-8e96a2bb-f399-497b-8e23-7a36f5f0a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:04.879763 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1418502e-f946-41e2-bb12-bb7e6cf3cd87 req-8e96a2bb-f399-497b-8e23-7a36f5f0a036 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 1128 time: 0.1083605 Oct 14 02:31:05.126010 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418502e-f946-41e2-bb12-bb7e6cf3cd87 req-396bbf5e-1361-4234-8c85-66c3b3d257a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:05.127843 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1418502e-f946-41e2-bb12-bb7e6cf3cd87 req-396bbf5e-1361-4234-8c85-66c3b3d257a7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4299c348-5cd7-492e-82e5-e30b1204822d HTTP/1.1" status: 200 len: 912 time: 0.2401726 Oct 14 02:31:05.193372 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1418502e-f946-41e2-bb12-bb7e6cf3cd87 req-70dfbd3d-38cc-4b0a-b73a-caa625533734 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 HTTP/1.1" status: 200 len: 217 time: 0.0429170 Oct 14 02:31:05.217988 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb26fd-a65c-4941-92b7-baeb4f5a5b9c req-7e47ce31-c695-4341-b05e-be47be389632 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:05.219478 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c0fb26fd-a65c-4941-92b7-baeb4f5a5b9c req-7e47ce31-c695-4341-b05e-be47be389632 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 944 time: 0.1170273 Oct 14 02:31:05.304435 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418502e-f946-41e2-bb12-bb7e6cf3cd87 req-be2beb36-a33e-4baf-b8f7-f108ea144a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:05.306149 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1418502e-f946-41e2-bb12-bb7e6cf3cd87 req-be2beb36-a33e-4baf-b8f7-f108ea144a2c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a651fca8-4007-4455-b37a-8eae20093d74 HTTP/1.1" status: 200 len: 850 time: 0.1054890 Oct 14 02:31:05.364107 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c0fb26fd-a65c-4941-92b7-baeb4f5a5b9c req-6444971a-a8d5-4e87-a974-84a331687087 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105130 Oct 14 02:31:05.388978 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418502e-f946-41e2-bb12-bb7e6cf3cd87 req-c55bc0cd-4b07-4dd9-a9c6-d036cf74f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:05.392244 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1418502e-f946-41e2-bb12-bb7e6cf3cd87 req-c55bc0cd-4b07-4dd9-a9c6-d036cf74f411 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4299c348-5cd7-492e-82e5-e30b1204822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796516 Oct 14 02:31:05.611099 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98af881-7f01-426a-9c9d-fa7b46dbe73b req-9c1b1610-d564-422b-a86e-0fc1a7624e09 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:05.612964 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a98af881-7f01-426a-9c9d-fa7b46dbe73b req-9c1b1610-d564-422b-a86e-0fc1a7624e09 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.1076424 Oct 14 02:31:05.669106 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1418502e-f946-41e2-bb12-bb7e6cf3cd87 req-62c301cd-02d8-4cc0-ad94-519810529c4b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694128 Oct 14 02:31:05.756695 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a98af881-7f01-426a-9c9d-fa7b46dbe73b req-30cbebc7-8585-46a8-9786-6feb1a2668f7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173191 Oct 14 02:31:05.804358 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1418502e-f946-41e2-bb12-bb7e6cf3cd87 req-1d3a6d91-516d-4fda-a17a-15643808c037 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244278 Oct 14 02:31:05.977741 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:31:06.047117 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:06.047767 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:06.048106 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 Oct 14 02:31:06.143172 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:06.202199 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:31:06.234062 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Sync routers for ids ['f061c183-a104-4df2-ae58-5dd6008a27e6'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:31:06.246503 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Routers {'f061c183-a104-4df2-ae58-5dd6008a27e6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:31:06.249959 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['f061c183-a104-4df2-ae58-5dd6008a27e6'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:06.361677 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:06.385160 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'port_id': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9', 'mac_address': 'fa:16:3e:e1:62:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:31:06.401668 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Set router f061c183-a104-4df2-ae58-5dd6008a27e6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:31:06.446547 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:06.447043 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:06.450378 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:06.466326 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:31:06.499019 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:06.505599 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:06.664572 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:06.682833 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6811-2dea-4488-a828-d5f0110b48de req-e36cd77a-774a-474a-bfa1-c11d1cbd3873 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:06.698972 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d99e6811-2dea-4488-a828-d5f0110b48de req-e36cd77a-774a-474a-bfa1-c11d1cbd3873 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 945 time: 0.1815343 Oct 14 02:31:06.759323 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'name': 'tempest-TestVolumeBootPattern-254899337-router', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:55Z', 'updated_at': '2022-10-14T02:31:01Z', 'revision_number': 4, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'gw_port': {'id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:56Z', 'updated_at': '2022-10-14T02:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e', 'name': '', 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'mac_address': 'fa:16:3e:53:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bd2dbbb1-8662-4e87-9cb6-127c6ec83924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:31:00Z', 'updated_at': '2022-10-14T02:31:01Z', 'revision_number': 2, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'subnets': [{'id': 'bd2dbbb1-8662-4e87-9cb6-127c6ec83924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:06.795605 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Checking router: f061c183-a104-4df2-ae58-5dd6008a27e6 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:31:06.798674 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Updating router f061c183-a104-4df2-ae58-5dd6008a27e6 port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e binding host dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:31:06.802890 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['6a00709f-bdf7-43f5-85ef-4bea91b3a2e9'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:31:06.818799 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:06.838352 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:06.922222 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d99e6811-2dea-4488-a828-d5f0110b48de req-31d6d3d1-72dc-468b-8606-a81e51c62103 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206793 Oct 14 02:31:07.020145 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0ba79-144c-4aef-a830-d8a3cd01b6bc req-b4bc68c1-ff2d-494b-abb0-f855f57b3615 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:07.022612 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8de0ba79-144c-4aef-a830-d8a3cd01b6bc req-b4bc68c1-ff2d-494b-abb0-f855f57b3615 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0560298 Oct 14 02:31:07.096311 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8de0ba79-144c-4aef-a830-d8a3cd01b6bc req-6989e738-65c9-4f2d-9d21-cdac79523b47 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657403 Oct 14 02:31:07.259735 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Publish callbacks [] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:07.269355 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:07.333009 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:07.366650 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507d6da-99c0-4e8d-a74c-5e9f7d5f3210 None None] Pushing event updated for resources: {'Port': ['ID=03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:07.372934 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Attempting to bind port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e on host dv-cinder-845069-4-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:31:07.373526 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Attempting to bind port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e by drivers openvswitch,hyperv on host dv-cinder-845069-4-iscsi at level 0 using segments [{'id': 'd71053df-22e0-4b23-a8f5-a64b1c8677d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:31:07.374465 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Attempting to bind port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e on network 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:31:07.423100 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Checking agent: {'id': '69118877-9e71-42f7-8fa1-aff6efce0e37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845069-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 16, 22), 'started_at': datetime.datetime(2022, 10, 14, 2, 16, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845069-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:31:07.423502 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Checking segment: {'id': 'd71053df-22e0-4b23-a8f5-a64b1c8677d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:31:07.424086 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:07.424530 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Bound using segment: {'id': 'd71053df-22e0-4b23-a8f5-a64b1c8677d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:31:07.425056 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Bound port: 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e, host: dv-cinder-845069-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71053df-22e0-4b23-a8f5-a64b1c8677d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:31:07.425474 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:07.509768 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] For port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e, host dv-cinder-845069-4-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:31:07.513334 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] For port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e, host dv-cinder-845069-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e,segment=NetworkSegment(d71053df-22e0-4b23-a8f5-a64b1c8677d2),segment_id=d71053df-22e0-4b23-a8f5-a64b1c8677d2)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:31:07.520257 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:07.527260 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:07.560673 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Routers {'f061c183-a104-4df2-ae58-5dd6008a27e6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:31:07.563699 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['f061c183-a104-4df2-ae58-5dd6008a27e6'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:07.633186 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507d6da-99c0-4e8d-a74c-5e9f7d5f3210 None None] Pushing event updated for resources: {'Port': ['ID=03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:07.818205 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] Set router f061c183-a104-4df2-ae58-5dd6008a27e6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:31:08.023925 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:31:08.194744 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:08.202063 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab414741-88d2-498c-a5e6-179955f52776 req-4a9b2778-665e-40eb-aa95-972fe5efaa20 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:08.204200 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:08.204778 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:08.205119 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e Oct 14 02:31:08.208050 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab414741-88d2-498c-a5e6-179955f52776 req-4a9b2778-665e-40eb-aa95-972fe5efaa20 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 945 time: 0.0940259 Oct 14 02:31:08.278186 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'name': 'tempest-TestVolumeBootPattern-254899337-router', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:55Z', 'updated_at': '2022-10-14T02:31:01Z', 'revision_number': 4, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'gw_port': {'id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:56Z', 'updated_at': '2022-10-14T02:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e', 'name': '', 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'mac_address': 'fa:16:3e:53:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bd2dbbb1-8662-4e87-9cb6-127c6ec83924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:31:00Z', 'updated_at': '2022-10-14T02:31:07Z', 'revision_number': 4, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'subnets': [{'id': 'bd2dbbb1-8662-4e87-9cb6-127c6ec83924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:08.278831 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:31:08.321876 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cc6a5-be43-4d3b-b127-4fab576696cc None None] The sync data for ids ['f061c183-a104-4df2-ae58-5dd6008a27e6'] in dv-cinder-845069-4-iscsi is: [{'id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'name': 'tempest-TestVolumeBootPattern-254899337-router', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:55Z', 'updated_at': '2022-10-14T02:31:01Z', 'revision_number': 4, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'gw_port': {'id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:56Z', 'updated_at': '2022-10-14T02:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e', 'name': '', 'network_id': '25945e9e-5a3f-4a15-b24b-4db0cb0b0df1', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'mac_address': 'fa:16:3e:53:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bd2dbbb1-8662-4e87-9cb6-127c6ec83924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:31:00Z', 'updated_at': '2022-10-14T02:31:07Z', 'revision_number': 4, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'subnets': [{'id': 'bd2dbbb1-8662-4e87-9cb6-127c6ec83924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:31:08.333673 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423e85c-b133-48dc-a1e3-b585f9491a31 req-d938a521-0fd9-4cbc-a876-da84ce1bb31c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:08.335487 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4423e85c-b133-48dc-a1e3-b585f9491a31 req-d938a521-0fd9-4cbc-a876-da84ce1bb31c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0771286 Oct 14 02:31:08.338483 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab414741-88d2-498c-a5e6-179955f52776 req-9fba98b3-485a-4002-99af-f469dbd0a0cb tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228654 Oct 14 02:31:08.370504 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:31:08.379536 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:08.383366 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:08.384318 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:08.404150 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:08.404861 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:08.405439 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 Oct 14 02:31:08.426202 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4423e85c-b133-48dc-a1e3-b585f9491a31 req-45e34d43-fd7f-4845-bcb9-d2de716c0569 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777168 Oct 14 02:31:08.480298 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] For port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e,segment=NetworkSegment(d71053df-22e0-4b23-a8f5-a64b1c8677d2),segment_id=d71053df-22e0-4b23-a8f5-a64b1c8677d2)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:08.691205 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:08.735222 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:08.741995 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:08.792626 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:31:08.795523 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac16feed-2f31-4c80-82d0-a15179aad784" -d '{"events": [{"server_uuid": "67191aa2-c153-4388-a0fe-84db1b5fc9a0", "name": "network-vif-plugged", "status": "completed", "tag": "6a00709f-bdf7-43f5-85ef-4bea91b3a2e9"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:31:08.807096 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Pushing event updated for resources: {'Port': ['ID=03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:08.822959 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:08.829240 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:08.925763 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:09.074091 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce474b3-87cf-49c2-9c32-9f64db468d9d x-openstack-request-id: req-dce474b3-87cf-49c2-9c32-9f64db468d9d {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:31:09.074700 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67191aa2-c153-4388-a0fe-84db1b5fc9a0", "name": "network-vif-plugged", "status": "completed", "tag": "6a00709f-bdf7-43f5-85ef-4bea91b3a2e9", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:31:09.074802 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dce474b3-87cf-49c2-9c32-9f64db468d9d {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:31:09.075292 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce474b3-87cf-49c2-9c32-9f64db468d9d'] response: {'server_uuid': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9', 'code': 200} Oct 14 02:31:09.298187 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e59b4-e01d-4f22-9cb2-66d12cbdce6e req-1b015fa8-6045-4522-bb9f-6f2c66330e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:09.310226 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-596e59b4-e01d-4f22-9cb2-66d12cbdce6e req-1b015fa8-6045-4522-bb9f-6f2c66330e97 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 1130 time: 0.0642979 Oct 14 02:31:09.388619 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-596e59b4-e01d-4f22-9cb2-66d12cbdce6e req-f6d0dd05-c0d0-4d57-8dcf-77825c6fd864 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722220 Oct 14 02:31:09.508441 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720712-527f-4d66-a051-5c59e6e7e344 req-4ad9e0b1-f3e6-4590-b949-0e10f38d8e0d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:09.509894 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-36720712-527f-4d66-a051-5c59e6e7e344 req-4ad9e0b1-f3e6-4590-b949-0e10f38d8e0d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 946 time: 0.0641320 Oct 14 02:31:09.603027 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-36720712-527f-4d66-a051-5c59e6e7e344 req-1261f0e1-d919-4e46-b623-08742b4de9cf tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851240 Oct 14 02:31:09.609318 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1bbe2-50be-446f-9474-dda69fe95594 req-525cd8f3-eb60-4bbb-964e-2b23b4891347 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:09.610997 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-99b1bbe2-50be-446f-9474-dda69fe95594 req-525cd8f3-eb60-4bbb-964e-2b23b4891347 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0660748 Oct 14 02:31:09.679796 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-99b1bbe2-50be-446f-9474-dda69fe95594 req-f2ca7e9e-ad12-4e6e-af50-af406adaa5e3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607777 Oct 14 02:31:09.952115 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e up at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:31:10.047416 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Provisioning complete for port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:10.047825 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:10.048165 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Attempt 1 to provision port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e Oct 14 02:31:10.086015 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:10.137747 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:10.740313 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ae06-8058-418c-9f18-b55f46279874 req-854930c0-5ede-4806-bde9-f93f47d69f6c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:10.742003 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-95d4ae06-8058-418c-9f18-b55f46279874 req-854930c0-5ede-4806-bde9-f93f47d69f6c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 946 time: 0.0524869 Oct 14 02:31:10.832517 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-95d4ae06-8058-418c-9f18-b55f46279874 req-3b4f59f3-bf94-4c30-bfe4-b67f3b44120c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840495 Oct 14 02:31:10.845225 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45427e4-bf96-4db6-8aa9-55e01ad646b2 req-e6f930f8-55c1-4179-9030-830c9912f204 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:10.846729 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b45427e4-bf96-4db6-8aa9-55e01ad646b2 req-e6f930f8-55c1-4179-9030-830c9912f204 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0633852 Oct 14 02:31:10.904344 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b45427e4-bf96-4db6-8aa9-55e01ad646b2 req-529923e7-9fb1-461a-a00a-5acfbd1a2e50 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492680 Oct 14 02:31:11.682770 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd345cd-4e19-4ba4-b170-010ce2f6f559 req-3c094f02-e394-4119-b741-34890dc83d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:11.684496 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-acd345cd-4e19-4ba4-b170-010ce2f6f559 req-3c094f02-e394-4119-b741-34890dc83d80 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 1130 time: 0.0417826 Oct 14 02:31:11.785116 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd345cd-4e19-4ba4-b170-010ce2f6f559 req-3cf962b1-faa2-4e34-983e-3ee7619abf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:11.786623 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-acd345cd-4e19-4ba4-b170-010ce2f6f559 req-3cf962b1-faa2-4e34-983e-3ee7619abf2e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 200 len: 918 time: 0.0951784 Oct 14 02:31:11.851012 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-acd345cd-4e19-4ba4-b170-010ce2f6f559 req-f4b23b53-f557-473f-844f-84802792fc0b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b HTTP/1.1" status: 200 len: 1001 time: 0.0570598 Oct 14 02:31:11.900426 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:11.906708 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd345cd-4e19-4ba4-b170-010ce2f6f559 req-941aea69-cfc5-4d8b-add8-493d02fa60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:11.908242 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-acd345cd-4e19-4ba4-b170-010ce2f6f559 req-941aea69-cfc5-4d8b-add8-493d02fa60fa service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=df574a0d-c460-4e0b-b9d8-f91874100636 HTTP/1.1" status: 200 len: 856 time: 0.0505784 Oct 14 02:31:11.982603 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd345cd-4e19-4ba4-b170-010ce2f6f559 req-da398151-eb44-47a0-b86a-30333cba39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:11.984478 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-acd345cd-4e19-4ba4-b170-010ce2f6f559 req-da398151-eb44-47a0-b86a-30333cba39e1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700159 Oct 14 02:31:11.990828 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e5098-59eb-4617-863e-f22f9b281476 req-6d61d856-3493-4fcd-95a0-4f8c30544056 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:11.992214 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3a3e5098-59eb-4617-863e-f22f9b281476 req-6d61d856-3493-4fcd-95a0-4f8c30544056 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 946 time: 0.0701327 Oct 14 02:31:12.109767 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2ccd4-5981-43be-9be8-2577f994dfbd req-0e8d1d2b-12ca-4923-9676-48703d691762 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:12.111378 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-50c2ccd4-5981-43be-9be8-2577f994dfbd req-0e8d1d2b-12ca-4923-9676-48703d691762 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.1112788 Oct 14 02:31:12.157080 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3a3e5098-59eb-4617-863e-f22f9b281476 req-dd3b3314-b773-4708-bff9-b7115fc07e5b tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558998 Oct 14 02:31:12.175640 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-acd345cd-4e19-4ba4-b170-010ce2f6f559 req-a6c88572-4676-4828-95e3-704a19f2e06a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823339 Oct 14 02:31:12.214046 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:12.245185 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-50c2ccd4-5981-43be-9be8-2577f994dfbd req-b455c9f5-6a5e-4a44-8344-5856c01f22aa tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266963 Oct 14 02:31:12.304340 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975b43e-eac7-4f55-aeed-c5535b4b5305 req-fd50a1c0-f83d-44e8-b781-4a42ef326278 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:12.305802 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5975b43e-eac7-4f55-aeed-c5535b4b5305 req-fd50a1c0-f83d-44e8-b781-4a42ef326278 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 946 time: 0.0595300 Oct 14 02:31:12.315982 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 44688) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:12.321005 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-fb86fdef-d8a2-45cf-a32f-5aafc24ea4b6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Request body: {'floatingip': {'port_id': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:12.327507 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-acd345cd-4e19-4ba4-b170-010ce2f6f559 req-ab4eb3f4-bccf-4a72-9182-d097936bd62e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441720 Oct 14 02:31:12.364925 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fb86fdef-d8a2-45cf-a32f-5aafc24ea4b6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (5dad93f9-be2e-4d1f-8c84-2b88e470faba), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:12.702224 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:12.813100 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fb86fdef-d8a2-45cf-a32f-5aafc24ea4b6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:12.816948 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fb86fdef-d8a2-45cf-a32f-5aafc24ea4b6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (5dad93f9-be2e-4d1f-8c84-2b88e470faba), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:12.915634 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-fb86fdef-d8a2-45cf-a32f-5aafc24ea4b6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Floating IP 5dad93f9-be2e-4d1f-8c84-2b88e470faba associated. External IP: 172.27.1.234, port: 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9. Oct 14 02:31:13.130151 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb86fdef-d8a2-45cf-a32f-5aafc24ea4b6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:31:13.237343 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb86fdef-d8a2-45cf-a32f-5aafc24ea4b6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:31:13.242363 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fb86fdef-d8a2-45cf-a32f-5aafc24ea4b6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:13.249615 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd195b-2601-4cda-9fcf-de0fde54c140 None None] Sync routers for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:31:13.260762 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd195b-2601-4cda-9fcf-de0fde54c140 None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:31:13.261396 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-5dcd195b-2601-4cda-9fcf-de0fde54c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:13.265443 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:13.275127 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fb86fdef-d8a2-45cf-a32f-5aafc24ea4b6 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/5dad93f9-be2e-4d1f-8c84-2b88e470faba HTTP/1.1" status: 200 len: 992 time: 0.9579084 Oct 14 02:31:13.276125 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'tag': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:31:13.278464 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e07f35-1994-4f94-bdab-bfb97dd924bb" -d '{"events": [{"name": "network-changed", "server_uuid": "67191aa2-c153-4388-a0fe-84db1b5fc9a0", "tag": "6a00709f-bdf7-43f5-85ef-4bea91b3a2e9"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:31:13.320678 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212ab6c7-1eb3-4cf4-aa33-5c998ce75f9f x-openstack-request-id: req-212ab6c7-1eb3-4cf4-aa33-5c998ce75f9f {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:31:13.321295 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67191aa2-c153-4388-a0fe-84db1b5fc9a0", "tag": "6a00709f-bdf7-43f5-85ef-4bea91b3a2e9", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:31:13.321464 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-212ab6c7-1eb3-4cf4-aa33-5c998ce75f9f {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:31:13.321934 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212ab6c7-1eb3-4cf4-aa33-5c998ce75f9f'] response: {'name': 'network-changed', 'server_uuid': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'tag': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9', 'status': 'completed', 'code': 200} Oct 14 02:31:13.380390 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-5dcd195b-2601-4cda-9fcf-de0fde54c140 None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:31:13.389395 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eefa49-f7c6-4031-b202-8d770ccb85f5 req-44a78452-3b41-4204-8fac-dd9fd9638724 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:13.390959 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-37eefa49-f7c6-4031-b202-8d770ccb85f5 req-44a78452-3b41-4204-8fac-dd9fd9638724 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0517778 Oct 14 02:31:13.445324 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-37eefa49-f7c6-4031-b202-8d770ccb85f5 req-4659209d-a03c-49a8-80a3-333b57332a9e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476432 Oct 14 02:31:13.532797 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:13.595518 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-5dcd195b-2601-4cda-9fcf-de0fde54c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '5dad93f9-be2e-4d1f-8c84-2b88e470faba', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'port_id': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'mac_address': 'fa:16:3e:e1:62:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:30:53Z', 'updated_at': '2022-10-14T02:31:12Z', 'revision_number': 1, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:13.619950 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd195b-2601-4cda-9fcf-de0fde54c140 None None] Checking router: b4f13634-2a06-45c0-ab3a-665fd20bb2b6 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:31:13.628092 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd195b-2601-4cda-9fcf-de0fde54c140 None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:31:13.628673 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-5dcd195b-2601-4cda-9fcf-de0fde54c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:30:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:13.732119 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-5dcd195b-2601-4cda-9fcf-de0fde54c140 None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:31:13.948321 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-5dcd195b-2601-4cda-9fcf-de0fde54c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '5dad93f9-be2e-4d1f-8c84-2b88e470faba', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'port_id': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'mac_address': 'fa:16:3e:e1:62:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:30:53Z', 'updated_at': '2022-10-14T02:31:12Z', 'revision_number': 1, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:13.974788 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd195b-2601-4cda-9fcf-de0fde54c140 None None] The sync data for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi is: [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '5dad93f9-be2e-4d1f-8c84-2b88e470faba', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'port_id': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'mac_address': 'fa:16:3e:e1:62:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:30:53Z', 'updated_at': '2022-10-14T02:31:12Z', 'revision_number': 1, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:31:14.169187 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88f3697-548d-46ff-b662-f6942fbd7f55 None None] New status for floating IP 5dad93f9-be2e-4d1f-8c84-2b88e470faba: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:31:14.574960 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedde868-18b8-4ec6-a47a-c151b1d0e649 req-208d90d3-5736-4b9c-9167-d0a68b334eab tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:14.576517 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fedde868-18b8-4ec6-a47a-c151b1d0e649 req-208d90d3-5736-4b9c-9167-d0a68b334eab tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 946 time: 0.0470777 Oct 14 02:31:14.623766 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fedde868-18b8-4ec6-a47a-c151b1d0e649 req-be459014-ceca-4f1f-bf69-f426dc641958 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Oct 14 02:31:15.206312 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 398d906f-27e1-4a76-86af-184f2ca8fd0b no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:31:15.283333 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 398d906f-27e1-4a76-86af-184f2ca8fd0b is: ACTIVE; New status is: DOWN {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:15.283723 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:15.294587 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:15.309232 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:31:15.311533 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ed1456-4150-49a7-b39a-b43bed71071a" -d '{"events": [{"server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "name": "network-vif-unplugged", "status": "completed", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:31:15.324721 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:15.329723 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:15.352045 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Oct 2022 02:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28012a65-f60f-4e47-a033-7badb371d12a x-openstack-request-id: req-28012a65-f60f-4e47-a033-7badb371d12a {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:31:15.352332 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "name": "network-vif-unplugged", "status": "completed", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:31:15.352586 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28012a65-f60f-4e47-a033-7badb371d12a {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:31:15.352980 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28012a65-f60f-4e47-a033-7badb371d12a'] response: {'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'code': 200} Oct 14 02:31:15.381634 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=398d906f-27e1-4a76-86af-184f2ca8fd0b,revision_number=8']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:15.750981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e3e87-ad77-4827-a1d0-23c88ca0810e req-b4202c15-6793-425d-a8d8-0d392589c5a3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:15.752515 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab8e3e87-ad77-4827-a1d0-23c88ca0810e req-b4202c15-6793-425d-a8d8-0d392589c5a3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0489690 Oct 14 02:31:15.801105 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab8e3e87-ad77-4827-a1d0-23c88ca0810e req-76356feb-0960-4472-b2cf-2b5db6541923 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427563 Oct 14 02:31:16.262546 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e07f35-1994-4f94-bdab-bfb97dd924bb req-e0d52b98-6c2d-4956-afba-c00ddb9a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:16.264045 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14e07f35-1994-4f94-bdab-bfb97dd924bb req-e0d52b98-6c2d-4956-afba-c00ddb9a0ec9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 1130 time: 0.0420318 Oct 14 02:31:16.370568 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e07f35-1994-4f94-bdab-bfb97dd924bb req-d9abb0e1-5c94-4b5a-b7b7-d9389d4ea748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:16.373000 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14e07f35-1994-4f94-bdab-bfb97dd924bb req-d9abb0e1-5c94-4b5a-b7b7-d9389d4ea748 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4299c348-5cd7-492e-82e5-e30b1204822d HTTP/1.1" status: 200 len: 912 time: 0.0919449 Oct 14 02:31:16.443656 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14e07f35-1994-4f94-bdab-bfb97dd924bb req-81e9c109-2d5b-4236-9781-c13f9dd1b559 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 HTTP/1.1" status: 200 len: 1002 time: 0.0646093 Oct 14 02:31:16.502525 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e07f35-1994-4f94-bdab-bfb97dd924bb req-767e3c10-b3f7-45f3-b04b-3d7351620e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:16.504227 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14e07f35-1994-4f94-bdab-bfb97dd924bb req-767e3c10-b3f7-45f3-b04b-3d7351620e91 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a651fca8-4007-4455-b37a-8eae20093d74 HTTP/1.1" status: 200 len: 850 time: 0.0458333 Oct 14 02:31:16.538005 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30e5d7ef-7d00-4380-8852-f80835c548e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:16.552656 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:16.556773 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e07f35-1994-4f94-bdab-bfb97dd924bb req-f2aed8f0-ee09-422a-b899-1248575e258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:16.558288 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14e07f35-1994-4f94-bdab-bfb97dd924bb req-f2aed8f0-ee09-422a-b899-1248575e258a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4299c348-5cd7-492e-82e5-e30b1204822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435867 Oct 14 02:31:16.926004 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c171d1c-e3e1-49d5-898c-822866445e07 req-f3dbfce4-ecf1-454d-9579-ce6395a2ec82 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:16.928191 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2c171d1c-e3e1-49d5-898c-822866445e07 req-f3dbfce4-ecf1-454d-9579-ce6395a2ec82 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0459795 Oct 14 02:31:16.978378 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2c171d1c-e3e1-49d5-898c-822866445e07 req-16cdabaa-ef4e-40ea-9570-06f46a9075cc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445910 Oct 14 02:31:18.316788 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14e07f35-1994-4f94-bdab-bfb97dd924bb req-12b4f428-1e5d-4104-aa32-0aef68b01aa7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930350 Oct 14 02:31:18.869179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f229ba83-8e95-490b-a966-842d132d5c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:19.191507 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-14e07f35-1994-4f94-bdab-bfb97dd924bb req-3fb3a936-d257-4f51-a23e-d3b512b68e89 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980287 Oct 14 02:31:19.464237 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d83e9a-a8ac-4dbd-8939-2aef306607fe req-4f3b368f-c20e-4dd3-b5a8-21110f02ad4e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:19.467507 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c5d83e9a-a8ac-4dbd-8939-2aef306607fe req-4f3b368f-c20e-4dd3-b5a8-21110f02ad4e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0539117 Oct 14 02:31:19.483450 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:19.515868 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-4fb2675c-6c41-4ef7-ba8d-4e6dcef67590 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0541320 Oct 14 02:31:19.535587 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c5d83e9a-a8ac-4dbd-8939-2aef306607fe req-d66c1cec-6973-4ccb-bede-461669ae11c3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595703 Oct 14 02:31:19.612809 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-1ec62ee1-8e2d-4a2f-95bc-666757a78340 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:19.614084 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-1ec62ee1-8e2d-4a2f-95bc-666757a78340 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports/398d906f-27e1-4a76-86af-184f2ca8fd0b HTTP/1.1" status: 200 len: 941 time: 0.0478666 Oct 14 02:31:19.808928 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:20.299820 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 398d906f-27e1-4a76-86af-184f2ca8fd0b no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:31:20.378471 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 398d906f-27e1-4a76-86af-184f2ca8fd0b is: DOWN; New status is: DOWN {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:20.606297 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-0d36a22b-0ddf-47c8-928a-b0424e80bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:20.608642 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-0d36a22b-0ddf-47c8-928a-b0424e80bbdc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d&tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e HTTP/1.1" status: 200 len: 1128 time: 0.0507233 Oct 14 02:31:20.700031 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251ebc5-ea6d-4b12-a6a1-d92192a546d8 req-4f68968e-7924-46c9-a433-1927e00df6c3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:20.701483 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f251ebc5-ea6d-4b12-a6a1-d92192a546d8 req-4f68968e-7924-46c9-a433-1927e00df6c3 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0756102 Oct 14 02:31:20.706863 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-ef755793-8f61-4c4c-a2cc-dbcaf3e1432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:20.708508 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-ef755793-8f61-4c4c-a2cc-dbcaf3e1432f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 1128 time: 0.0520973 Oct 14 02:31:20.807283 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f251ebc5-ea6d-4b12-a6a1-d92192a546d8 req-be3d924e-f1aa-4b17-a3cc-8303c27a7f37 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977898 Oct 14 02:31:20.837561 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-def2f212-0913-4453-8373-d222e8094694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:20.839049 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-def2f212-0913-4453-8373-d222e8094694 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 200 len: 918 time: 0.1166513 Oct 14 02:31:20.905668 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-46ad7caf-8dd9-4093-a897-705cd6a10749 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b HTTP/1.1" status: 200 len: 999 time: 0.0588098 Oct 14 02:31:20.957867 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-53884509-e879-457c-99d5-ce15e6438d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:20.959393 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-53884509-e879-457c-99d5-ce15e6438d85 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=df574a0d-c460-4e0b-b9d8-f91874100636 HTTP/1.1" status: 200 len: 856 time: 0.0472815 Oct 14 02:31:21.004437 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-bd768346-8ff9-4f4f-96aa-1451e2943f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:21.006639 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-bd768346-8ff9-4f4f-96aa-1451e2943f7a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393205 Oct 14 02:31:21.097051 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-58a7c033-e1af-4a47-a49c-2eea092698a3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831826 Oct 14 02:31:21.149171 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:21.190374 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e0611a6a-2f1e-4bf1-b44a-1b40404445c4 req-ee2afe18-ee31-446f-a342-1e0e212f21e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869880 Oct 14 02:31:21.533684 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:21.747636 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:21.987378 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60abc0-4d4d-443d-b269-a5657b281870 req-c54f1dec-2774-4403-8d1e-a2f7277a52ed tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:21.990119 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7d60abc0-4d4d-443d-b269-a5657b281870 req-c54f1dec-2774-4403-8d1e-a2f7277a52ed tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0598326 Oct 14 02:31:22.056851 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7d60abc0-4d4d-443d-b269-a5657b281870 req-4181818c-e7c8-45c9-94d9-bd62ca475157 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587945 Oct 14 02:31:23.204655 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f5941-73ec-40c7-bfb6-6eddee0f17b2 req-a7633d24-8f5c-4100-8278-330adb31d706 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:23.206298 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9b9f5941-73ec-40c7-bfb6-6eddee0f17b2 req-a7633d24-8f5c-4100-8278-330adb31d706 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0575843 Oct 14 02:31:23.268437 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9b9f5941-73ec-40c7-bfb6-6eddee0f17b2 req-d8c1fedd-ad5f-412a-b198-991eacdedcc7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507929 Oct 14 02:31:24.389983 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb1ab7-3d58-465c-a50b-69f87fe82959 req-85bca75a-8b2a-45e1-81c2-c62a68455073 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:24.391519 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f1cb1ab7-3d58-465c-a50b-69f87fe82959 req-85bca75a-8b2a-45e1-81c2-c62a68455073 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0490775 Oct 14 02:31:24.443434 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f1cb1ab7-3d58-465c-a50b-69f87fe82959 req-0a56e2d3-1e24-4d68-a9c3-d994f01324a2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454941 Oct 14 02:31:25.183985 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:25.201527 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-7ab8eb76-2695-4ce2-8afe-5631ade543c0 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1534613330&fields=id&tenant_id=3d1ba99898ca42c19c8f48fa498c5851 HTTP/1.1" status: 200 len: 267 time: 0.0479171 Oct 14 02:31:25.319754 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-edeb7d96-43b6-462f-907b-c3783498cd34 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:25.321172 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-edeb7d96-43b6-462f-907b-c3783498cd34 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 812 time: 0.1126080 Oct 14 02:31:25.337010 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-030b2d7d-8414-42e7-b352-7b940bb27baa tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/quotas/3d1ba99898ca42c19c8f48fa498c5851 HTTP/1.1" status: 200 len: 375 time: 0.0101893 Oct 14 02:31:25.389204 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-75a0431d-5cf1-41b2-9ebb-19a9f1a436b7 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466685 Oct 14 02:31:25.498870 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-01bb9309-3f2a-4d77-b78c-8fbf6a38f5b0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949898 Oct 14 02:31:25.620659 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc78632-afd6-4949-95a2-baad418b8250 req-369a7cb2-df82-4759-9400-761864c46f7c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:25.622245 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8fc78632-afd6-4949-95a2-baad418b8250 req-369a7cb2-df82-4759-9400-761864c46f7c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0660036 Oct 14 02:31:25.667134 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-70140cbc-cacc-467f-aa75-a16b396a1136 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610808 Oct 14 02:31:25.693351 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8fc78632-afd6-4949-95a2-baad418b8250 req-9c831d0f-fc2f-4e9d-a959-79ab04b4dd1e tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651469 Oct 14 02:31:26.068583 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ebf548fc-1c3c-4e7f-9bb8-bee96acac94b req-7198fcad-c98e-4d42-82c8-19d4c6e03385 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 210 time: 0.0636494 Oct 14 02:31:26.363178 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:31:26.841022 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571e38-fa1f-4981-bffc-7c871a794cb0 req-d215384e-3240-4fd0-8a22-9799e0a0ca59 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:26.842569 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-77571e38-fa1f-4981-bffc-7c871a794cb0 req-d215384e-3240-4fd0-8a22-9799e0a0ca59 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0504942 Oct 14 02:31:26.893926 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-77571e38-fa1f-4981-bffc-7c871a794cb0 req-65aa70a0-9f7c-4018-80cb-1df20e824add tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 Oct 14 02:31:27.172982 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e56c892c-79c7-40a5-8494-518cc95855bd req-b82a2ce1-3183-4b84-91eb-cb29ebb2fb2e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 210 time: 0.0297973 Oct 14 02:31:28.026565 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cb532-3b3d-4349-94fd-6b5882c84527 req-39d9b05f-3e5d-4cd7-8c5c-bc3df67fee92 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:28.028316 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9a0cb532-3b3d-4349-94fd-6b5882c84527 req-39d9b05f-3e5d-4cd7-8c5c-bc3df67fee92 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0502300 Oct 14 02:31:28.078285 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9a0cb532-3b3d-4349-94fd-6b5882c84527 req-eab9096d-90b7-470a-a0a0-fb3a2a9ebb71 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442572 Oct 14 02:31:28.293898 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ba57942d-a126-41fd-9848-ad3d586c11b0 req-a31c5250-7fa7-4dbe-a42e-ff4dd022d936 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 210 time: 0.0406716 Oct 14 02:31:29.207059 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169dd21-2a18-46a3-afcf-c229cb500e4d req-665a1994-1c8e-4470-bfc0-2ff88923bd96 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:29.209221 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0169dd21-2a18-46a3-afcf-c229cb500e4d req-665a1994-1c8e-4470-bfc0-2ff88923bd96 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0456562 Oct 14 02:31:29.239652 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:29.257655 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0169dd21-2a18-46a3-afcf-c229cb500e4d req-10ee15d5-f799-4ed2-8bbc-194b0149889f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428994 Oct 14 02:31:29.398609 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7b5e7621-ca06-416e-81eb-ca336e47784f req-93441267-3121-4b84-b7c0-8572e7403eb1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 210 time: 0.0285807 Oct 14 02:31:29.508520 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=58 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:30.226133 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:30.395910 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918ac7f-64ef-4146-8a3c-eed844ddeda2 req-372efb24-30c0-46cf-9bc1-eaa74c705041 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:30.397794 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2918ac7f-64ef-4146-8a3c-eed844ddeda2 req-372efb24-30c0-46cf-9bc1-eaa74c705041 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0497544 Oct 14 02:31:30.452572 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2918ac7f-64ef-4146-8a3c-eed844ddeda2 req-ac61233b-8956-4359-b671-0d9bf962271b tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489852 Oct 14 02:31:30.523889 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fa85c0ad-229c-4f45-8cec-95f1ae6752bc req-e20e2ea7-93b5-4e59-8225-e4936d8f7bbb tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 210 time: 0.0340834 Oct 14 02:31:31.584800 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb94030-e175-4c14-b1f2-707ae6678e8f req-b2e2e17b-ccc0-484a-bac8-223bd759db78 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:31.586266 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7bb94030-e175-4c14-b1f2-707ae6678e8f req-b2e2e17b-ccc0-484a-bac8-223bd759db78 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0483904 Oct 14 02:31:31.637205 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6138ef5a-9801-4598-9603-8a0b91a9221e req-7a17a3f4-1fcd-40d8-9e54-6fd54ca6e0fb tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 210 time: 0.0321395 Oct 14 02:31:31.642597 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:31.664593 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7bb94030-e175-4c14-b1f2-707ae6678e8f req-a5d60f43-2d7d-465e-846e-25b5edf4f1d2 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725718 Oct 14 02:31:32.749942 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ffc022e5-3163-410b-a07b-17f749eb0ff0 req-6079efb4-f78d-4375-8f23-30c3f4e276a3 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 210 time: 0.0340664 Oct 14 02:31:32.800751 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c12dcf-ed98-42ee-904b-e469ed436f17 req-852b5cc5-097f-458b-99a7-cd628e9f2998 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:32.802844 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-11c12dcf-ed98-42ee-904b-e469ed436f17 req-852b5cc5-097f-458b-99a7-cd628e9f2998 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0469108 Oct 14 02:31:32.851734 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-11c12dcf-ed98-42ee-904b-e469ed436f17 req-cce848ca-2103-461b-a704-8d02a098a9ef tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432844 Oct 14 02:31:33.289425 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-22e1e371-d6b7-4c18-83e3-79fbb7fb65e5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646043 Oct 14 02:31:33.330765 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-df4dc33c-6ac8-4265-855d-80ddb0b61881 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:33.336100 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-df4dc33c-6ac8-4265-855d-80ddb0b61881 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 812 time: 0.1294410 Oct 14 02:31:33.409550 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-e0dea9ad-6f5e-4758-b41a-56ddb5928df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:33.411847 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-e0dea9ad-6f5e-4758-b41a-56ddb5928df3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2a51798d7e54605a7e59b0cba385973&device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 1130 time: 0.0599501 Oct 14 02:31:33.434590 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-cfb6be76-bd8c-4676-837a-366f117a0d24 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3d1ba99898ca42c19c8f48fa498c5851 HTTP/1.1" status: 200 len: 380 time: 0.0719116 Oct 14 02:31:33.443594 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'port': {'device_id': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'admin_state_up': True, 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'security_groups': ['046e5c1a-89e6-45a3-890f-7573b3d18035']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:33.541438 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-4d13eae4-016a-47a5-82d3-57a6e1230171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:33.543020 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-4d13eae4-016a-47a5-82d3-57a6e1230171 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 HTTP/1.1" status: 200 len: 909 time: 0.1070898 Oct 14 02:31:33.564900 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Made reservation on behalf of 3d1ba99898ca42c19c8f48fa498c5851 for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:31:33.569363 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:33.611633 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-18b69b4e-9e20-468e-bce4-0bb5ebe6b795 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1201edef-47d3-4624-9140-59745722444b HTTP/1.1" status: 200 len: 1002 time: 0.0618811 Oct 14 02:31:33.669450 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-f56edc9a-caaf-4cd4-bde5-ebe4d7c988e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:33.671015 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-f56edc9a-caaf-4cd4-bde5-ebe4d7c988e1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=fba1b051-899c-4acf-83d9-7df396b9533f HTTP/1.1" status: 200 len: 847 time: 0.0535707 Oct 14 02:31:33.712497 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Allocated IP 172.20.0.8 (b6c4cb74-3815-46fa-aa24-77a73095845c/aa10ad7a-df1b-4bbd-adc5-32361d4066f0/dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:31:33.721689 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-6b263b8e-aac5-4fcb-8a7c-e5db24bfe7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:33.723783 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-6b263b8e-aac5-4fcb-8a7c-e5db24bfe7e6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458128 Oct 14 02:31:33.860555 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-0ea145e2-5b85-4d2d-802d-9dc975ffb006 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284378 Oct 14 02:31:33.990012 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f3fb65f-08e0-4a7c-aa2b-405d443e91be req-970cf2ce-56a0-4b3a-92e9-60d59efad5c8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225915 Oct 14 02:31:34.053350 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45056) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:34.064667 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:34.135914 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7b117061-2ae3-4b9a-af3e-b324f5ea7563 req-af3f24c9-f598-4f53-a556-08783a531be5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 210 time: 0.0583882 Oct 14 02:31:34.161857 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4cc37-5000-4dcd-8f6b-ce25eb7ffa95 req-88fb2aea-810c-4feb-9dc8-cb84326dd29c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:34.163313 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-84d4cc37-5000-4dcd-8f6b-ce25eb7ffa95 req-88fb2aea-810c-4feb-9dc8-cb84326dd29c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 944 time: 0.0847955 Oct 14 02:31:34.178203 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.201034 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:34.228033 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.251015 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-84d4cc37-5000-4dcd-8f6b-ce25eb7ffa95 req-2d8dc2aa-6374-4447-a88b-2b3e2e9170b4 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777061 Oct 14 02:31:34.263747 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:34.266682 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Publish callbacks [] for security_group (87d39404-b547-4e70-b73e-1df4dd15536f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.271801 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (87d39404-b547-4e70-b73e-1df4dd15536f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.282658 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.306456 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=220eedf0de8b4b7dbaff769bd12af44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520297 Oct 14 02:31:34.310798 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45060) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:34.328217 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d39404-b547-4e70-b73e-1df4dd15536f,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:34.329334 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Network b6c4cb74-3815-46fa-aa24-77a73095845c is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:31:34.332704 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:31:34.336943 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:31:34.343655 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 398d906f-27e1-4a76-86af-184f2ca8fd0b details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:31:34.348540 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.348883 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.349217 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.349565 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.349873 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.350192 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.350516 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.350821 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.351177 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.351486 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.351802 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.352114 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.352425 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.352741 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.353041 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f373a199-531c-48fd-8d07-2be2acf01fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.376891 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'Port': ['ID=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:34.389550 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d500ddb2-52d0-457b-9a03-eb051982844a admin admin] Publish callbacks [] for security_group (87d39404-b547-4e70-b73e-1df4dd15536f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.397493 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.399486 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.399911 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.400732 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.401071 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.401410 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.401804 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.402136 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.402463 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.402786 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.403812 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.404380 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.404714 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.405035 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.405354 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.413951 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d500ddb2-52d0-457b-9a03-eb051982844a admin admin] Publish callbacks [] for security_group (87d39404-b547-4e70-b73e-1df4dd15536f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.428247 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:34.429843 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.431407 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:34.451593 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-52db9c35-610c-4a0f-a6fb-55070c80d776 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0117931 Oct 14 02:31:34.462377 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:34.466751 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:34.482184 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Request body: {'port': {'device_id': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:34.482442 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'port_id': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'mac_address': 'fa:16:3e:be:33:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:31:34.497035 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d500ddb2-52d0-457b-9a03-eb051982844a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (87d39404-b547-4e70-b73e-1df4dd15536f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.500064 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d500ddb2-52d0-457b-9a03-eb051982844a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.501376 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d500ddb2-52d0-457b-9a03-eb051982844a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/87d39404-b547-4e70-b73e-1df4dd15536f HTTP/1.1" status: 204 len: 168 time: 0.1896219 Oct 14 02:31:34.522799 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500ddb2-52d0-457b-9a03-eb051982844a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d39404-b547-4e70-b73e-1df4dd15536f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:34.545119 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 398d906f-27e1-4a76-86af-184f2ca8fd0b is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:34.545949 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.568914 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398d906f-27e1-4a76-86af-184f2ca8fd0b {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:31:34.576525 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.598615 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:34.620360 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.623403 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-a6eb9fa7-dbd5-48ac-9b7e-fe7a41ec1f93 None None] Provisioning complete for port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:34.624505 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a6eb9fa7-dbd5-48ac-9b7e-fe7a41ec1f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.625161 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-a6eb9fa7-dbd5-48ac-9b7e-fe7a41ec1f93 None None] Attempt 1 to provision port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f Oct 14 02:31:34.694269 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb9fa7-dbd5-48ac-9b7e-fe7a41ec1f93 None None] Port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:31:34.718298 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=398d906f-27e1-4a76-86af-184f2ca8fd0b,revision_number=9']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:34.738484 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.738844 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.739296 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.739642 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.739981 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.740314 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.740642 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.740976 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.741302 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.741621 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.742120 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.743084 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.743610 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.744397 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.745501 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:31:34.869005 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['398d906f-27e1-4a76-86af-184f2ca8fd0b'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:31:34.895171 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45066) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:34.909057 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5127c930-b540-4db4-8525-956b269c939c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.930161 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:31:34.938032 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Publish callbacks [] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.953131 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Transition to ACTIVE for port object dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:31:34.957531 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:34.979493 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:35.010354 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5127c930-b540-4db4-8525-956b269c939c admin admin] Publish callbacks [] for security_group (59f710d5-1d42-4e5c-bfab-10364a3fdb73), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:35.016135 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5127c930-b540-4db4-8525-956b269c939c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (59f710d5-1d42-4e5c-bfab-10364a3fdb73), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:35.038937 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:35.058402 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127c930-b540-4db4-8525-956b269c939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f710d5-1d42-4e5c-bfab-10364a3fdb73,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:35.065596 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5127c930-b540-4db4-8525-956b269c939c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=487dc0aefb3645fba15de26d96ec0a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691794 Oct 14 02:31:35.066257 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45068) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:35.082804 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Attempting to bind port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:31:35.083216 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Attempting to bind port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:31:35.083542 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Attempting to bind port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f on network b6c4cb74-3815-46fa-aa24-77a73095845c {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:31:35.149193 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f on network b6c4cb74-3815-46fa-aa24-77a73095845c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:31:35.149850 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Attempting to bind port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f on network b6c4cb74-3815-46fa-aa24-77a73095845c {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:31:35.179642 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7031a96-1255-439c-9cc8-4b690fb1ad5c admin admin] Publish callbacks [] for security_group (59f710d5-1d42-4e5c-bfab-10364a3fdb73), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:35.183504 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:35.206091 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:35.213861 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7031a96-1255-439c-9cc8-4b690fb1ad5c admin admin] Publish callbacks [] for security_group (59f710d5-1d42-4e5c-bfab-10364a3fdb73), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:35.244378 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:31:35.244706 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Checking segment: {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:31:35.245076 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Bound using segment: {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:31:35.245513 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Bound port: dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:31:35.245864 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:35.327851 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a058d-9558-46e8-aa29-e9231b115dfa req-563e117b-ef92-4c83-87be-cf94adc3a118 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:35.329339 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-819a058d-9558-46e8-aa29-e9231b115dfa req-563e117b-ef92-4c83-87be-cf94adc3a118 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 943 time: 0.1102240 Oct 14 02:31:35.386754 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7031a96-1255-439c-9cc8-4b690fb1ad5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (59f710d5-1d42-4e5c-bfab-10364a3fdb73), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:35.389326 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7031a96-1255-439c-9cc8-4b690fb1ad5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:35.390421 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f7031a96-1255-439c-9cc8-4b690fb1ad5c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/59f710d5-1d42-4e5c-bfab-10364a3fdb73 HTTP/1.1" status: 204 len: 168 time: 0.3230629 Oct 14 02:31:35.409142 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] For port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:31:35.429109 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7031a96-1255-439c-9cc8-4b690fb1ad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f710d5-1d42-4e5c-bfab-10364a3fdb73,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:35.431955 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] For port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:31:35.439553 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d922-5213-4816-89c3-866053339764 req-8bb0c9ef-f0d6-406c-b7b0-02e260b7d930 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:35.441048 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dc05d922-5213-4816-89c3-866053339764 req-8bb0c9ef-f0d6-406c-b7b0-02e260b7d930 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 945 time: 0.1007717 Oct 14 02:31:35.453533 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:35.465533 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:35.466135 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:35.467530 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f HTTP/1.1" status: 200 len: 1093 time: 0.9909859 Oct 14 02:31:35.474829 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'tag': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:31:35.476879 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7b151a-7f8d-4314-a2ac-1a0a08403961" -d '{"events": [{"name": "network-changed", "server_uuid": "96631040-24f5-47ea-95a8-ea5a56a7550f", "tag": "dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:31:35.519763 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-819a058d-9558-46e8-aa29-e9231b115dfa req-aaf5df59-31e1-44ef-b32a-4e539c7d2c33 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729217 Oct 14 02:31:35.585648 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fa7c53-a95f-49e1-842a-cbc939d74568 x-openstack-request-id: req-59fa7c53-a95f-49e1-842a-cbc939d74568 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:31:35.585931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96631040-24f5-47ea-95a8-ea5a56a7550f", "tag": "dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:31:35.586181 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59fa7c53-a95f-49e1-842a-cbc939d74568 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:31:35.586571 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fa7c53-a95f-49e1-842a-cbc939d74568'] response: {'name': 'network-changed', 'server_uuid': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'tag': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f', 'status': 'completed', 'code': 200} Oct 14 02:31:35.593209 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-8e2bf202-1dd6-4178-8b5b-423b108e552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:35.594733 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-8e2bf202-1dd6-4178-8b5b-423b108e552d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 1127 time: 0.0809145 Oct 14 02:31:35.601147 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1b82c-762d-4b09-b032-324865c538b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:35.614761 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dc05d922-5213-4816-89c3-866053339764 req-95bf8454-7564-4bd9-97ed-6ad8e69008a5 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653597 Oct 14 02:31:35.645085 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-3741b074-4257-45c7-ba2f-f94e5d600466 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f HTTP/1.1" status: 200 len: 217 time: 0.0409315 Oct 14 02:31:35.710737 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0926ea70-ecab-44c9-813a-c4eda8884d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:35.712867 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-0926ea70-ecab-44c9-813a-c4eda8884d1c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0617173 Oct 14 02:31:35.763407 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-44ba0a1a-425e-4ff0-877e-c6d0e9277b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:35.765546 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-44ba0a1a-425e-4ff0-877e-c6d0e9277b58 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465670 Oct 14 02:31:35.877593 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-544d0956-1b6b-40c2-ac54-6c4eb98d9218 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035321 Oct 14 02:31:35.988810 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d846dc7a-906e-49f0-8a79-0df2eb3e4a59 req-b6c3caf7-b683-4c1c-abc8-ecd523f175d6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044946 Oct 14 02:31:36.308374 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b151a-7f8d-4314-a2ac-1a0a08403961 req-f79a6991-4b0c-4e85-909c-a9b3b1d563d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:36.310068 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c7b151a-7f8d-4314-a2ac-1a0a08403961 req-f79a6991-4b0c-4e85-909c-a9b3b1d563d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 1127 time: 0.0436292 Oct 14 02:31:36.357505 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:36.363945 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 398d906f-27e1-4a76-86af-184f2ca8fd0b up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:31:36.415873 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 398d906f-27e1-4a76-86af-184f2ca8fd0b triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:36.416327 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:36.416744 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 398d906f-27e1-4a76-86af-184f2ca8fd0b Oct 14 02:31:36.422827 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b151a-7f8d-4314-a2ac-1a0a08403961 req-ce2711a3-5135-4dba-b7b5-4e325598b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:36.424345 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c7b151a-7f8d-4314-a2ac-1a0a08403961 req-ce2711a3-5135-4dba-b7b5-4e325598b911 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.1058481 Oct 14 02:31:36.461148 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:36.469750 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c7b151a-7f8d-4314-a2ac-1a0a08403961 req-36a4133e-59f2-4bfc-85d3-8846a558caf7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f HTTP/1.1" status: 200 len: 217 time: 0.0366950 Oct 14 02:31:36.485707 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:36.505830 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 398d906f-27e1-4a76-86af-184f2ca8fd0b is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:36.506552 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:36.530602 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b151a-7f8d-4314-a2ac-1a0a08403961 req-ccf8e734-886b-4278-93fd-b23f0501395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:36.532498 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c7b151a-7f8d-4314-a2ac-1a0a08403961 req-ccf8e734-886b-4278-93fd-b23f0501395a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0562520 Oct 14 02:31:36.541441 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:31:36.543888 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410fd991-99ea-4424-95ca-31b5fc6c8558" -d '{"events": [{"server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "name": "network-vif-plugged", "status": "completed", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:31:36.579901 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:36.585338 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:36.623289 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b151a-7f8d-4314-a2ac-1a0a08403961 req-f5aadafe-0376-42ec-b21e-782dc028d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:36.625701 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c7b151a-7f8d-4314-a2ac-1a0a08403961 req-f5aadafe-0376-42ec-b21e-782dc028d320 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839911 Oct 14 02:31:36.642370 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562bf4eb-bb96-435c-a00f-0a435d06a836 x-openstack-request-id: req-562bf4eb-bb96-435c-a00f-0a435d06a836 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:31:36.642650 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "name": "network-vif-plugged", "status": "completed", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:31:36.643640 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-562bf4eb-bb96-435c-a00f-0a435d06a836 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:31:36.644046 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562bf4eb-bb96-435c-a00f-0a435d06a836'] response: {'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'code': 200} Oct 14 02:31:36.644852 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=398d906f-27e1-4a76-86af-184f2ca8fd0b,revision_number=10']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:36.664399 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:36.778931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dae83-ff5d-4c26-b947-96123b102deb req-2d7093fb-1e74-4b88-962a-1013c3121a97 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:36.780677 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-961dae83-ff5d-4c26-b947-96123b102deb req-2d7093fb-1e74-4b88-962a-1013c3121a97 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 943 time: 0.1446128 Oct 14 02:31:36.821115 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8f6f5-99d1-4146-85c8-f74a65971619 req-b5c2c38c-4bfc-41fd-abcc-923421df30d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:36.822631 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8b8f6f5-99d1-4146-85c8-f74a65971619 req-b5c2c38c-4bfc-41fd-abcc-923421df30d2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 1131 time: 0.0461214 Oct 14 02:31:36.861819 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42a67e-3a1d-403c-b5d5-b807eff1bfdf req-b499694c-ca2c-400f-82d5-e19aac8d437f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:36.863895 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3b42a67e-3a1d-403c-b5d5-b807eff1bfdf req-b499694c-ca2c-400f-82d5-e19aac8d437f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 947 time: 0.1128418 Oct 14 02:31:36.872342 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c7b151a-7f8d-4314-a2ac-1a0a08403961 req-3b136476-80ec-435c-9d08-90828ea719d0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351565 Oct 14 02:31:36.883945 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8b8f6f5-99d1-4146-85c8-f74a65971619 req-0bf7ec92-bd39-497e-8aee-3d6314ddfaf6 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499775 Oct 14 02:31:36.915032 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-961dae83-ff5d-4c26-b947-96123b102deb req-f74b117d-4c79-452d-bad6-96c2682120eb tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154327 Oct 14 02:31:36.985342 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3b42a67e-3a1d-403c-b5d5-b807eff1bfdf req-05cf798a-622d-45e1-8823-4bbb6afc68c1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078479 Oct 14 02:31:37.010815 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9c7b151a-7f8d-4314-a2ac-1a0a08403961 req-14d7e640-f42b-4889-9ecf-aad1ea6a7d07 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309142 Oct 14 02:31:38.046966 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b170d5-9270-4e54-b00b-410fe8daa185 req-bed43bf7-1319-4891-bc6a-8860c1563dd5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:38.048524 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-06b170d5-9270-4e54-b00b-410fe8daa185 req-bed43bf7-1319-4891-bc6a-8860c1563dd5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 943 time: 0.0538752 Oct 14 02:31:38.141599 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fe024-5998-484f-bdd9-7eec3b5678ac req-80f4c2da-6817-4cf8-8125-6454574d8fd1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:38.143421 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ec0fe024-5998-484f-bdd9-7eec3b5678ac req-80f4c2da-6817-4cf8-8125-6454574d8fd1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 947 time: 0.0693324 Oct 14 02:31:38.151557 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-06b170d5-9270-4e54-b00b-410fe8daa185 req-1c80e767-a8f0-4b9f-9b88-4bc50011b314 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947449 Oct 14 02:31:38.199877 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ec0fe024-5998-484f-bdd9-7eec3b5678ac req-edb3ad2f-cba4-43d8-b297-da3eb6f39617 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471714 Oct 14 02:31:38.214532 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45164) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:38.320406 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5aa0cba2-5199-4c74-a53f-e79e14deb66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:38.396025 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5aa0cba2-5199-4c74-a53f-e79e14deb66e admin admin] Publish callbacks [] for security_group (1e04a61d-8387-410b-bc4e-1d5f1e16199b), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:38.399542 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5aa0cba2-5199-4c74-a53f-e79e14deb66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (1e04a61d-8387-410b-bc4e-1d5f1e16199b), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:38.436185 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0cba2-5199-4c74-a53f-e79e14deb66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e04a61d-8387-410b-bc4e-1d5f1e16199b,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:38.440386 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5aa0cba2-5199-4c74-a53f-e79e14deb66e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=12a42dc28e8849ef80ed07ceced1a0e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248454 Oct 14 02:31:38.443656 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45168) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:38.491855 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e0c05c26-5d3d-41e7-adc7-8d1913d16e46 admin admin] Publish callbacks [] for security_group (1e04a61d-8387-410b-bc4e-1d5f1e16199b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:38.511030 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e0c05c26-5d3d-41e7-adc7-8d1913d16e46 admin admin] Publish callbacks [] for security_group (1e04a61d-8387-410b-bc4e-1d5f1e16199b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:38.524098 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:38.562194 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e0c05c26-5d3d-41e7-adc7-8d1913d16e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (1e04a61d-8387-410b-bc4e-1d5f1e16199b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:38.564825 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e0c05c26-5d3d-41e7-adc7-8d1913d16e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:38.565923 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e0c05c26-5d3d-41e7-adc7-8d1913d16e46 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1e04a61d-8387-410b-bc4e-1d5f1e16199b HTTP/1.1" status: 204 len: 168 time: 0.1213865 Oct 14 02:31:38.574027 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c05c26-5d3d-41e7-adc7-8d1913d16e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e04a61d-8387-410b-bc4e-1d5f1e16199b,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:38.871010 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45192) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:38.893904 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-52aa064c-1a41-42e2-bf45-7b0cef3130cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:38.908937 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:38.986985 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-52aa064c-1a41-42e2-bf45-7b0cef3130cb admin admin] Publish callbacks [] for security_group (22e42bea-8dcd-4538-8bb3-c6e5eca2b571), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:38.995553 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-52aa064c-1a41-42e2-bf45-7b0cef3130cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (22e42bea-8dcd-4538-8bb3-c6e5eca2b571), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:39.029154 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa064c-1a41-42e2-bf45-7b0cef3130cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e42bea-8dcd-4538-8bb3-c6e5eca2b571,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:39.046168 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-52aa064c-1a41-42e2-bf45-7b0cef3130cb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d9fac6372463417d8e33161c591a1cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738846 Oct 14 02:31:39.048825 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45198) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:39.110794 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-af5ca227-dc0e-4058-8334-0b0b9599849e admin admin] Publish callbacks [] for security_group (22e42bea-8dcd-4538-8bb3-c6e5eca2b571), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:39.132029 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-af5ca227-dc0e-4058-8334-0b0b9599849e admin admin] Publish callbacks [] for security_group (22e42bea-8dcd-4538-8bb3-c6e5eca2b571), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:39.184533 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-af5ca227-dc0e-4058-8334-0b0b9599849e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (22e42bea-8dcd-4538-8bb3-c6e5eca2b571), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:39.189844 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-af5ca227-dc0e-4058-8334-0b0b9599849e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:39.190984 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-af5ca227-dc0e-4058-8334-0b0b9599849e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/22e42bea-8dcd-4538-8bb3-c6e5eca2b571 HTTP/1.1" status: 204 len: 168 time: 0.1403689 Oct 14 02:31:39.205105 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ca227-dc0e-4058-8334-0b0b9599849e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e42bea-8dcd-4538-8bb3-c6e5eca2b571,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:39.354116 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8832a-8fc2-4a78-b86a-5d349a3771c0 req-791e4f35-49d1-4a48-9b8a-e3bc64e364e5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:39.355701 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c4c8832a-8fc2-4a78-b86a-5d349a3771c0 req-791e4f35-49d1-4a48-9b8a-e3bc64e364e5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 943 time: 0.0894833 Oct 14 02:31:39.385149 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ee9d5-459b-4ffc-b365-3f7dd2ee7fc8 req-5c28eb66-268b-490a-a870-e5a82dc31fc7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:39.386745 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8e9ee9d5-459b-4ffc-b365-3f7dd2ee7fc8 req-5c28eb66-268b-490a-a870-e5a82dc31fc7 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 947 time: 0.0772469 Oct 14 02:31:39.465505 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8e9ee9d5-459b-4ffc-b365-3f7dd2ee7fc8 req-4bbe51ad-ce6b-4964-926a-d197d7fc5b04 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711510 Oct 14 02:31:39.476279 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c4c8832a-8fc2-4a78-b86a-5d349a3771c0 req-3e53051e-b9d8-43dc-be54-5b84a4d88487 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082482 Oct 14 02:31:40.627200 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf2c3c-ae3a-4e18-8a1b-e696dccac8f0 req-c1694487-57ee-4a49-9448-060288b03e9f tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:40.628697 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5eaf2c3c-ae3a-4e18-8a1b-e696dccac8f0 req-c1694487-57ee-4a49-9448-060288b03e9f tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 943 time: 0.0815346 Oct 14 02:31:40.639165 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6d1a4-d150-4e98-991c-db0c4a7ca38b req-5cec84d4-6587-4e94-bdbd-ccef1e1b185f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:40.640596 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-11f6d1a4-d150-4e98-991c-db0c4a7ca38b req-5cec84d4-6587-4e94-bdbd-ccef1e1b185f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 947 time: 0.0602334 Oct 14 02:31:40.717709 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5eaf2c3c-ae3a-4e18-8a1b-e696dccac8f0 req-e3b95b9d-123b-4064-85a2-fb3692cdfac5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761828 Oct 14 02:31:40.727971 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-11f6d1a4-d150-4e98-991c-db0c4a7ca38b req-5672e681-c0c9-48b7-8596-7a1869214f62 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787671 Oct 14 02:31:41.844284 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e7af-30ce-4071-a2f6-0546c6e63037 req-b437663a-e038-44dc-8833-f853c5fe612b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:41.845682 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab77e7af-30ce-4071-a2f6-0546c6e63037 req-b437663a-e038-44dc-8833-f853c5fe612b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 943 time: 0.0503647 Oct 14 02:31:41.899740 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ab77e7af-30ce-4071-a2f6-0546c6e63037 req-51e665e8-4cab-4c96-ac64-22bacc6e4d3f tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480766 Oct 14 02:31:42.397151 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:31:42.465695 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:42.495456 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:42.507488 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'port_id': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f', 'mac_address': 'fa:16:3e:5b:73:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:31:42.546493 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:42.546881 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:42.560502 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:31:42.580836 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:42.585849 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:42.637950 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:42.884554 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:31:43.023989 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b720bd3-a28e-492d-a581-fa0c138f3508 req-2c197b9b-4735-4bb5-91f3-649b5279fe14 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:43.025469 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9b720bd3-a28e-492d-a581-fa0c138f3508 req-2c197b9b-4735-4bb5-91f3-649b5279fe14 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 944 time: 0.0466225 Oct 14 02:31:43.075219 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9b720bd3-a28e-492d-a581-fa0c138f3508 req-d2e86c7b-77b4-4fa4-ab3d-40483e6999e8 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436513 Oct 14 02:31:44.200887 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803d0fa-3eaf-44eb-a9dd-fb9d7dbee49b req-5364aa00-46d9-4cd2-ab3a-dc1d3f928d1c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:44.202403 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7803d0fa-3eaf-44eb-a9dd-fb9d7dbee49b req-5364aa00-46d9-4cd2-ab3a-dc1d3f928d1c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 944 time: 0.0508385 Oct 14 02:31:44.215712 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:44.217546 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:44.260150 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7803d0fa-3eaf-44eb-a9dd-fb9d7dbee49b req-05e8a883-19c9-4211-836a-6026fa16c7a1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504503 Oct 14 02:31:44.304956 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45350) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:44.401988 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:31:44.416426 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b6b78af-2956-4c8d-bab8-941af6aa12f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:44.445336 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:31:44.451325 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:44.451700 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:44.452084 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f Oct 14 02:31:44.496705 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b6b78af-2956-4c8d-bab8-941af6aa12f7 admin admin] Publish callbacks [] for security_group (b6ae322b-7116-4371-a5f0-9f6c9e79f05b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:44.500825 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b6b78af-2956-4c8d-bab8-941af6aa12f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (b6ae322b-7116-4371-a5f0-9f6c9e79f05b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:44.546502 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3b6b78af-2956-4c8d-bab8-941af6aa12f7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c3879c607feb4ff3a757dda8bb270dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404745 Oct 14 02:31:44.547751 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b78af-2956-4c8d-bab8-941af6aa12f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ae322b-7116-4371-a5f0-9f6c9e79f05b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:44.549557 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45356) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:44.570940 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:44.619356 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-961ecd3e-e316-4cdf-b571-91e1c2c49631 admin admin] Publish callbacks [] for security_group (b6ae322b-7116-4371-a5f0-9f6c9e79f05b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:44.619885 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:44.620274 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:44.639831 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-961ecd3e-e316-4cdf-b571-91e1c2c49631 admin admin] Publish callbacks [] for security_group (b6ae322b-7116-4371-a5f0-9f6c9e79f05b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:44.664854 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:31:44.667096 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2e4ae6-f7ec-43e9-af84-27fea8cb51dc" -d '{"events": [{"server_uuid": "96631040-24f5-47ea-95a8-ea5a56a7550f", "name": "network-vif-plugged", "status": "completed", "tag": "dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:31:44.686495 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:44.691972 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:44.699035 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-961ecd3e-e316-4cdf-b571-91e1c2c49631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (b6ae322b-7116-4371-a5f0-9f6c9e79f05b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:44.701634 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-961ecd3e-e316-4cdf-b571-91e1c2c49631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:44.705444 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-961ecd3e-e316-4cdf-b571-91e1c2c49631 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b6ae322b-7116-4371-a5f0-9f6c9e79f05b HTTP/1.1" status: 204 len: 168 time: 0.1520915 Oct 14 02:31:44.718029 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ecd3e-e316-4cdf-b571-91e1c2c49631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ae322b-7116-4371-a5f0-9f6c9e79f05b,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:44.729145 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6da1e3-e2e0-46f3-9a27-86d80d4f66c1 x-openstack-request-id: req-3e6da1e3-e2e0-46f3-9a27-86d80d4f66c1 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:31:44.729436 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96631040-24f5-47ea-95a8-ea5a56a7550f", "name": "network-vif-plugged", "status": "completed", "tag": "dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:31:44.729691 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e6da1e3-e2e0-46f3-9a27-86d80d4f66c1 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:31:44.730088 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6da1e3-e2e0-46f3-9a27-86d80d4f66c1'] response: {'server_uuid': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f', 'code': 200} Oct 14 02:31:44.733672 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:44.764527 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:44.983406 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45364) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:44.997492 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-afe429a1-c30b-4275-9549-8fd9a1b92c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.074598 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-afe429a1-c30b-4275-9549-8fd9a1b92c91 admin admin] Publish callbacks [] for security_group (491b3268-d291-4c26-9b01-3b9a51cf8a5f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.077954 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-afe429a1-c30b-4275-9549-8fd9a1b92c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (491b3268-d291-4c26-9b01-3b9a51cf8a5f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.119197 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe429a1-c30b-4275-9549-8fd9a1b92c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491b3268-d291-4c26-9b01-3b9a51cf8a5f,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:45.126654 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-afe429a1-c30b-4275-9549-8fd9a1b92c91 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=eb236344569d45ccbd510a05586de3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422167 Oct 14 02:31:45.129995 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45366) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:45.181814 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aec39d14-03a6-43f9-a965-2540697f4245 admin admin] Publish callbacks [] for security_group (491b3268-d291-4c26-9b01-3b9a51cf8a5f), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.203446 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aec39d14-03a6-43f9-a965-2540697f4245 admin admin] Publish callbacks [] for security_group (491b3268-d291-4c26-9b01-3b9a51cf8a5f), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.252486 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aec39d14-03a6-43f9-a965-2540697f4245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (491b3268-d291-4c26-9b01-3b9a51cf8a5f), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.255755 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aec39d14-03a6-43f9-a965-2540697f4245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.256894 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-aec39d14-03a6-43f9-a965-2540697f4245 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/491b3268-d291-4c26-9b01-3b9a51cf8a5f HTTP/1.1" status: 204 len: 168 time: 0.1259079 Oct 14 02:31:45.265057 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec39d14-03a6-43f9-a965-2540697f4245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491b3268-d291-4c26-9b01-3b9a51cf8a5f,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:45.388090 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4140f-269b-459e-bb50-d4b540494c63 req-d8d90158-fecc-42f6-b222-d252420b1423 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:45.389598 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-68c4140f-269b-459e-bb50-d4b540494c63 req-d8d90158-fecc-42f6-b222-d252420b1423 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 945 time: 0.0528343 Oct 14 02:31:45.445913 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-68c4140f-269b-459e-bb50-d4b540494c63 req-5cfaafcf-f70c-4c9f-8f59-3953c01df7f2 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490053 Oct 14 02:31:45.579863 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5d374-9233-410f-99ea-c632ae630dcd req-fc4c3212-a6ed-451e-89bf-d0108c1146b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:45.581347 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2cc5d374-9233-410f-99ea-c632ae630dcd req-fc4c3212-a6ed-451e-89bf-d0108c1146b4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 1129 time: 0.0403497 Oct 14 02:31:45.623584 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45376) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:45.639139 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-66f5df09-31b9-4b9b-b64b-30c8c9c767e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.642308 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2cc5d374-9233-410f-99ea-c632ae630dcd req-ed9b6743-4663-4b11-b43e-52d91f3d81c2 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539753 Oct 14 02:31:45.715947 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-66f5df09-31b9-4b9b-b64b-30c8c9c767e6 admin admin] Publish callbacks [] for security_group (0ceffb12-c4dc-4c16-8cb2-f57d4ca91abd), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.719846 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-66f5df09-31b9-4b9b-b64b-30c8c9c767e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (0ceffb12-c4dc-4c16-8cb2-f57d4ca91abd), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.759817 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-66f5df09-31b9-4b9b-b64b-30c8c9c767e6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b33fa8ce9aa54b889d66e57de508821d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351137 Oct 14 02:31:45.760919 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5df09-31b9-4b9b-b64b-30c8c9c767e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceffb12-c4dc-4c16-8cb2-f57d4ca91abd,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:45.762580 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45378) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:45.812875 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-508a4800-4516-455e-b914-1f6e2fd98e7b admin admin] Publish callbacks [] for security_group (0ceffb12-c4dc-4c16-8cb2-f57d4ca91abd), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.833845 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-508a4800-4516-455e-b914-1f6e2fd98e7b admin admin] Publish callbacks [] for security_group (0ceffb12-c4dc-4c16-8cb2-f57d4ca91abd), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.850360 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:45.868947 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:45.883460 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-508a4800-4516-455e-b914-1f6e2fd98e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (0ceffb12-c4dc-4c16-8cb2-f57d4ca91abd), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.886012 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-508a4800-4516-455e-b914-1f6e2fd98e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:45.887169 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-508a4800-4516-455e-b914-1f6e2fd98e7b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0ceffb12-c4dc-4c16-8cb2-f57d4ca91abd HTTP/1.1" status: 204 len: 168 time: 0.1225810 Oct 14 02:31:45.896396 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a4800-4516-455e-b914-1f6e2fd98e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ceffb12-c4dc-4c16-8cb2-f57d4ca91abd,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:46.561637 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-075d66f7-2498-4992-a146-7439687927cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:46.595506 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6f582-b6a8-4696-80eb-276e0dfbf41d req-e8a28eac-f1a7-4e77-93c7-9100fa749012 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:46.596986 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-94d6f582-b6a8-4696-80eb-276e0dfbf41d req-e8a28eac-f1a7-4e77-93c7-9100fa749012 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 945 time: 0.0709391 Oct 14 02:31:46.659758 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-94d6f582-b6a8-4696-80eb-276e0dfbf41d req-e1a1e342-3b11-4f10-bd04-94005000787c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548201 Oct 14 02:31:47.782570 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99074ea-3b42-474a-96b5-a60a50eec5d5 req-7dfe7954-384f-4ff2-aeb5-1c5682c3e94b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:47.784065 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d99074ea-3b42-474a-96b5-a60a50eec5d5 req-7dfe7954-384f-4ff2-aeb5-1c5682c3e94b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 945 time: 0.0515492 Oct 14 02:31:47.832665 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d99074ea-3b42-474a-96b5-a60a50eec5d5 req-62ea37bc-e3c3-42a8-a6e2-0a8956359dde tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427670 Oct 14 02:31:47.956654 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1a8df-5eff-4b8c-8522-204375a3fdea req-1f6fe389-dc6a-406f-8029-7b7bef702d40 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:47.958529 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b9a1a8df-5eff-4b8c-8522-204375a3fdea req-1f6fe389-dc6a-406f-8029-7b7bef702d40 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 945 time: 0.0487955 Oct 14 02:31:48.012984 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b9a1a8df-5eff-4b8c-8522-204375a3fdea req-b8431cf7-da7a-4d1c-bf68-928b49e75736 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453424 Oct 14 02:31:48.044005 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45436) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:48.311667 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abc1cb-53f6-45a7-85c0-9cda017cca58 req-9ed1f27b-b74b-4834-a575-9028ae238d32 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:48.313121 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-04abc1cb-53f6-45a7-85c0-9cda017cca58 req-9ed1f27b-b74b-4834-a575-9028ae238d32 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 945 time: 0.0769114 Oct 14 02:31:48.316800 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e1461-66bb-48ff-a58d-50588a417954 tempest-TestVolumeBootPattern-949073917 tempest-TestVolumeBootPattern-949073917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:48.318421 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4e6e1461-66bb-48ff-a58d-50588a417954 tempest-TestVolumeBootPattern-949073917 tempest-TestVolumeBootPattern-949073917-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 1124 time: 0.2715843 Oct 14 02:31:48.321385 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45454) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:48.326723 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'port_id': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:31:48.351651 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:48.373828 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-04abc1cb-53f6-45a7-85c0-9cda017cca58 req-6a8c998b-5983-404a-8027-18c765fd9afa tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29328d1f-605e-459e-9ccc-9d67ced941ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527668 Oct 14 02:31:48.406330 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:48.697178 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:48.806887 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Allocated IP 172.27.1.9 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/c8eb1098-a230-4d3d-9df8-940a8e7cc573) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:31:48.874179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddaa7f8d-7aba-43e7-8635-66d96116c141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:48.906452 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:48.917545 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for port (c8eb1098-a230-4d3d-9df8-940a8e7cc573), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:48.953103 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (c8eb1098-a230-4d3d-9df8-940a8e7cc573), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:48.995882 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:31:49.001076 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:31:49.004374 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:31:49.028090 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'Port': ['ID=c8eb1098-a230-4d3d-9df8-940a8e7cc573,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:49.356866 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (25640758-cb83-4a06-aa58-13faed0dc37e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:49.428054 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (c8eb1098-a230-4d3d-9df8-940a8e7cc573), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:49.456056 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:49.502156 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162b226-7199-48b3-a81c-585aa35ba05a req-33cc3221-a10e-4479-a9f8-0c8c64cfd014 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:49.504385 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1162b226-7199-48b3-a81c-585aa35ba05a req-33cc3221-a10e-4479-a9f8-0c8c64cfd014 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 945 time: 0.0490751 Oct 14 02:31:49.552681 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1162b226-7199-48b3-a81c-585aa35ba05a req-c40245c5-5d60-42c4-bff7-f5551e62019c tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=29328d1f-605e-459e-9ccc-9d67ced941ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424311 Oct 14 02:31:49.579723 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for port (c8eb1098-a230-4d3d-9df8-940a8e7cc573), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:49.584143 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (c8eb1098-a230-4d3d-9df8-940a8e7cc573), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:49.641857 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:49.652713 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'Port': ['ID=c8eb1098-a230-4d3d-9df8-940a8e7cc573,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:49.659456 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (25640758-cb83-4a06-aa58-13faed0dc37e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:49.758891 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Floating IP 25640758-cb83-4a06-aa58-13faed0dc37e associated. External IP: 172.27.1.9, port: dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f. Oct 14 02:31:49.814048 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:49.873355 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-cc620e45-feae-4e7e-8819-e0aedbf290b0 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:49.875427 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-cc620e45-feae-4e7e-8819-e0aedbf290b0 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 945 time: 0.0529506 Oct 14 02:31:49.977051 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Deleting port 43758ab5-3216-471c-8a89-27ac9e76b06d {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:31:49.977389 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:49.979934 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:31:50.086676 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] For port 43758ab5-3216-471c-8a89-27ac9e76b06d, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=43758ab5-3216-471c-8a89-27ac9e76b06d,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:50.087560 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.106830 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:31:50.119708 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c5a4f-db98-4c8b-a3f4-5be4b475d983 None None] Sync routers for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:31:50.120618 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45486) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:50.130356 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.135124 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c5a4f-db98-4c8b-a3f4-5be4b475d983 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:31:50.136659 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-fa4c5a4f-db98-4c8b-a3f4-5be4b475d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:31:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:50.169443 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6277165c-fe29-4b60-943d-4a25ebbd6a77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8466733 Oct 14 02:31:50.170147 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'tag': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:31:50.172711 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b950954-d181-499a-9bc5-ff22b887c5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "96631040-24f5-47ea-95a8-ea5a56a7550f", "tag": "dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:31:50.213772 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c50bce-3237-4d6f-9b27-3720a69cdacd x-openstack-request-id: req-d3c50bce-3237-4d6f-9b27-3720a69cdacd {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:31:50.214155 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96631040-24f5-47ea-95a8-ea5a56a7550f", "tag": "dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:31:50.214498 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3c50bce-3237-4d6f-9b27-3720a69cdacd {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:31:50.214992 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c50bce-3237-4d6f-9b27-3720a69cdacd'] response: {'name': 'network-changed', 'server_uuid': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'tag': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f', 'status': 'completed', 'code': 200} Oct 14 02:31:50.258095 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93bacb9f-701a-41e7-8f52-cf67c3efe519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.294436 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.294797 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (b2880a62-c589-48d6-a5f8-c53ba231a686), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.295143 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Floating IP b2880a62-c589-48d6-a5f8-c53ba231a686 disassociated. External IP: 172.27.1.119, port: 43758ab5-3216-471c-8a89-27ac9e76b06d. Oct 14 02:31:50.295482 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Calling delete_port for 43758ab5-3216-471c-8a89-27ac9e76b06d owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:31:50.299496 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b950954-d181-499a-9bc5-ff22b887c5e5 req-f51ed6ec-aa6d-4425-ab61-d2baef3ab39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:50.301125 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b950954-d181-499a-9bc5-ff22b887c5e5 req-f51ed6ec-aa6d-4425-ab61-d2baef3ab39d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 1129 time: 0.0524025 Oct 14 02:31:50.372875 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:50.377124 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:50.402399 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-fa4c5a4f-db98-4c8b-a3f4-5be4b475d983 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:31:50.406087 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:50.448710 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93bacb9f-701a-41e7-8f52-cf67c3efe519 admin admin] Publish callbacks [] for security_group (2b12e6ec-043c-4498-9a33-d3ee446dd951), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.449265 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (43758ab5-3216-471c-8a89-27ac9e76b06d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.461388 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93bacb9f-701a-41e7-8f52-cf67c3efe519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (2b12e6ec-043c-4498-9a33-d3ee446dd951), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.480971 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b950954-d181-499a-9bc5-ff22b887c5e5 req-b368c5f5-f1ce-4cbe-94f3-9f6ef3be1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:50.482671 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b950954-d181-499a-9bc5-ff22b887c5e5 req-b368c5f5-f1ce-4cbe-94f3-9f6ef3be1a20 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.1676624 Oct 14 02:31:50.488532 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'Port': ['ID=43758ab5-3216-471c-8a89-27ac9e76b06d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:50.555621 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-93bacb9f-701a-41e7-8f52-cf67c3efe519 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dc20e3921bcb4fd88809021eb57aed9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312184 Oct 14 02:31:50.555932 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bacb9f-701a-41e7-8f52-cf67c3efe519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b12e6ec-043c-4498-9a33-d3ee446dd951,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:50.558265 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45494) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:50.583226 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:50.605381 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b950954-d181-499a-9bc5-ff22b887c5e5 req-565f1ef2-2303-478b-8249-ff133ba6c91b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f HTTP/1.1" status: 200 len: 997 time: 0.1101577 Oct 14 02:31:50.622091 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Router 51edbdf0-f141-485f-a4ba-89d284f18ca8 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:31:50.650913 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-fa4c5a4f-db98-4c8b-a3f4-5be4b475d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '25640758-cb83-4a06-aa58-13faed0dc37e', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:5b:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:31:49Z', 'updated_at': '2022-10-14T02:31:49Z', 'revision_number': 0, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:50.670004 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16651ff4-36d3-45f5-b3ce-13dc64396e8c admin admin] Publish callbacks [] for security_group (2b12e6ec-043c-4498-9a33-d3ee446dd951), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.674815 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b950954-d181-499a-9bc5-ff22b887c5e5 req-a04d7fec-ae30-4ce6-b846-cbd288a03d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:50.676434 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b950954-d181-499a-9bc5-ff22b887c5e5 req-a04d7fec-ae30-4ce6-b846-cbd288a03d24 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0630376 Oct 14 02:31:50.677169 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c5a4f-db98-4c8b-a3f4-5be4b475d983 None None] Checking router: 24d2f0f4-cc13-4991-85db-5bd12eb8bffc for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:31:50.687986 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c5a4f-db98-4c8b-a3f4-5be4b475d983 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:31:50.688817 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-fa4c5a4f-db98-4c8b-a3f4-5be4b475d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:31:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:50.710842 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0caad6e8-b006-4835-8ac2-7df4d9ec82bd req-8e798750-e76d-4beb-818c-86a0e0c680a6 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 210 time: 0.0395327 Oct 14 02:31:50.718993 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16651ff4-36d3-45f5-b3ce-13dc64396e8c admin admin] Publish callbacks [] for security_group (2b12e6ec-043c-4498-9a33-d3ee446dd951), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.763557 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b950954-d181-499a-9bc5-ff22b887c5e5 req-14124570-a35e-4005-8b37-186a98583227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:31:50.765117 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b950954-d181-499a-9bc5-ff22b887c5e5 req-14124570-a35e-4005-8b37-186a98583227 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813243 Oct 14 02:31:50.810802 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-fa4c5a4f-db98-4c8b-a3f4-5be4b475d983 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:31:50.882432 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16651ff4-36d3-45f5-b3ce-13dc64396e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (2b12e6ec-043c-4498-9a33-d3ee446dd951), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.885183 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16651ff4-36d3-45f5-b3ce-13dc64396e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:50.886794 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-16651ff4-36d3-45f5-b3ce-13dc64396e8c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2b12e6ec-043c-4498-9a33-d3ee446dd951 HTTP/1.1" status: 204 len: 168 time: 0.3253207 Oct 14 02:31:50.896456 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16651ff4-36d3-45f5-b3ce-13dc64396e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b12e6ec-043c-4498-9a33-d3ee446dd951,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:50.900267 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b950954-d181-499a-9bc5-ff22b887c5e5 req-41254a21-0e41-45d0-8b25-c2487541cb08 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238215 Oct 14 02:31:51.033892 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b950954-d181-499a-9bc5-ff22b887c5e5 req-a3f4d9a1-aebd-4744-8103-4779cb00093b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260390 Oct 14 02:31:51.061503 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:51.080075 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:31:51.092402 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e0089-b7b4-4180-9bc0-9d97ab143989 None None] Sync routers for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:31:51.114504 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e0089-b7b4-4180-9bc0-9d97ab143989 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:31:51.115552 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-936e0089-b7b4-4180-9bc0-9d97ab143989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:31:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:51.133863 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] No DVR routers for this DVR port 43758ab5-3216-471c-8a89-27ac9e76b06d on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:31:51.136979 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:51.143131 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5ef3f25b-8ce5-4eff-bd76-ac6f466e60a0 req-c5c1c6d3-a34d-4580-9611-df2426c70bb9 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.25 "DELETE /networking/v2.0/ports/43758ab5-3216-471c-8a89-27ac9e76b06d HTTP/1.1" status: 204 len: 173 time: 1.2606378 Oct 14 02:31:51.143131 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'name': 'network-vif-deleted', 'tag': '43758ab5-3216-471c-8a89-27ac9e76b06d'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:31:51.144337 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b3bade-71f2-4ed7-b276-16afda0bca66" -d '{"events": [{"server_uuid": "fa542b36-ab27-48c1-8d25-8e0bb73a415c", "name": "network-vif-deleted", "tag": "43758ab5-3216-471c-8a89-27ac9e76b06d"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:31:51.214730 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a3d9e5-cb5d-499f-879e-ccf04f9da7a7 x-openstack-request-id: req-a8a3d9e5-cb5d-499f-879e-ccf04f9da7a7 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:31:51.214917 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-fa4c5a4f-db98-4c8b-a3f4-5be4b475d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '25640758-cb83-4a06-aa58-13faed0dc37e', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:5b:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:31:49Z', 'updated_at': '2022-10-14T02:31:49Z', 'revision_number': 0, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:51.215438 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa542b36-ab27-48c1-8d25-8e0bb73a415c", "name": "network-vif-deleted", "tag": "43758ab5-3216-471c-8a89-27ac9e76b06d", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:31:51.215647 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8a3d9e5-cb5d-499f-879e-ccf04f9da7a7 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:31:51.216433 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a3d9e5-cb5d-499f-879e-ccf04f9da7a7'] response: {'server_uuid': 'fa542b36-ab27-48c1-8d25-8e0bb73a415c', 'name': 'network-vif-deleted', 'tag': '43758ab5-3216-471c-8a89-27ac9e76b06d', 'status': 'completed', 'code': 200} Oct 14 02:31:51.245264 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c5a4f-db98-4c8b-a3f4-5be4b475d983 None None] The sync data for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi is: [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '25640758-cb83-4a06-aa58-13faed0dc37e', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:5b:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:31:49Z', 'updated_at': '2022-10-14T02:31:49Z', 'revision_number': 0, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:31:51.252558 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-936e0089-b7b4-4180-9bc0-9d97ab143989 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:31:51.518532 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-936e0089-b7b4-4180-9bc0-9d97ab143989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:51.530556 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef5583-8697-4845-b7d5-d200a7eab826 None None] New status for floating IP 25640758-cb83-4a06-aa58-13faed0dc37e: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:31:51.552298 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e0089-b7b4-4180-9bc0-9d97ab143989 None None] Checking router: 51edbdf0-f141-485f-a4ba-89d284f18ca8 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:31:51.561277 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e0089-b7b4-4180-9bc0-9d97ab143989 None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:31:51.561937 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-936e0089-b7b4-4180-9bc0-9d97ab143989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:31:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:51.576134 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:51.678331 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-936e0089-b7b4-4180-9bc0-9d97ab143989 None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:31:51.740289 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:51.865145 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-422df2fe-b7c8-4df8-934d-1ff6d8416066 req-be436613-8238-4aba-b9c2-36bc16851876 tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa542b36-ab27-48c1-8d25-8e0bb73a415c HTTP/1.1" status: 200 len: 210 time: 0.0337570 Oct 14 02:31:51.912350 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-936e0089-b7b4-4180-9bc0-9d97ab143989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:51.944200 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e0089-b7b4-4180-9bc0-9d97ab143989 None None] The sync data for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi is: [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:32Z', 'revision_number': 4, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '9f4dae45-7b56-49d8-887c-481502454d85', 'name': '', 'network_id': '720db06d-fc1d-4485-8eb8-fc21c261caf6', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'mac_address': 'fa:16:3e:54:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:29Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'subnets': [{'id': '31ddbc8f-06e9-40ef-8f70-e180cde6ef88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:31:52.208147 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa40bc-a93d-4d25-9eac-fdf27b8da3dd None None] New status for floating IP b2880a62-c589-48d6-a5f8-c53ba231a686: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:31:52.467337 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 43758ab5-3216-471c-8a89-27ac9e76b06d no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:31:52.486674 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: 43758ab5-3216-471c-8a89-27ac9e76b06d {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:31:52.487013 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 43758ab5-3216-471c-8a89-27ac9e76b06d not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:31:52.965069 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45538) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:53.023944 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d27c7f84-03f2-426a-b403-6e3545469bdf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (29328d1f-605e-459e-9ccc-9d67ced941ba), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:53.045350 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d27c7f84-03f2-426a-b403-6e3545469bdf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (29328d1f-605e-459e-9ccc-9d67ced941ba), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:53.091931 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d27c7f84-03f2-426a-b403-6e3545469bdf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (29328d1f-605e-459e-9ccc-9d67ced941ba), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:53.094601 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d27c7f84-03f2-426a-b403-6e3545469bdf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:53.095813 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d27c7f84-03f2-426a-b403-6e3545469bdf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/29328d1f-605e-459e-9ccc-9d67ced941ba HTTP/1.1" status: 204 len: 168 time: 0.1297688 Oct 14 02:31:53.098715 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45540) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:53.104804 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c7f84-03f2-426a-b403-6e3545469bdf tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29328d1f-605e-459e-9ccc-9d67ced941ba,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:53.113579 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-7a92633a-d636-4427-81c4-09ae33249e5a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] show failed (client error): The resource could not be found. Oct 14 02:31:53.114640 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7a92633a-d636-4427-81c4-09ae33249e5a tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "GET /networking/v2.0/security-groups/29328d1f-605e-459e-9ccc-9d67ced941ba HTTP/1.1" status: 404 len: 347 time: 0.0149286 Oct 14 02:31:53.117556 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45542) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:53.229595 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a9164-9680-405c-840c-52b34b62c71e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Deleting port cf2ebeec-b7ff-40c7-9c25-f1875b050c01 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:31:53.229931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9164-9680-405c-840c-52b34b62c71e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (cf2ebeec-b7ff-40c7-9c25-f1875b050c01), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:53.303739 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9164-9680-405c-840c-52b34b62c71e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (cf2ebeec-b7ff-40c7-9c25-f1875b050c01), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:53.304063 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9164-9680-405c-840c-52b34b62c71e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (cf2ebeec-b7ff-40c7-9c25-f1875b050c01), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:53.316833 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a9164-9680-405c-840c-52b34b62c71e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Calling delete_port for cf2ebeec-b7ff-40c7-9c25-f1875b050c01 owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:31:53.445222 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9164-9680-405c-840c-52b34b62c71e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (cf2ebeec-b7ff-40c7-9c25-f1875b050c01), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:53.470782 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a9164-9680-405c-840c-52b34b62c71e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Pushing event deleted for resources: {'Port': ['ID=cf2ebeec-b7ff-40c7-9c25-f1875b050c01,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:53.538087 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9164-9680-405c-840c-52b34b62c71e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks [] for floatingip (b2880a62-c589-48d6-a5f8-c53ba231a686), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:53.540608 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9164-9680-405c-840c-52b34b62c71e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:53.541848 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9d5a9164-9680-405c-840c-52b34b62c71e tempest-AttachVolumeNegativeTest-507412857 tempest-AttachVolumeNegativeTest-507412857-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/b2880a62-c589-48d6-a5f8-c53ba231a686 HTTP/1.1" status: 204 len: 168 time: 0.4232054 Oct 14 02:31:57.258383 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45622) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:57.502356 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:57.514399 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:57.720543 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587853'] for router_interface (51edbdf0-f141-485f-a4ba-89d284f18ca8), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:57.947547 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] Deleting port 9f4dae45-7b56-49d8-887c-481502454d85 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:31:57.947821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (9f4dae45-7b56-49d8-887c-481502454d85), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:58.028790 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] For port 9f4dae45-7b56-49d8-887c-481502454d85, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=9f4dae45-7b56-49d8-887c-481502454d85,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:58.029149 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (9f4dae45-7b56-49d8-887c-481502454d85), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:58.042723 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] Calling delete_port for 9f4dae45-7b56-49d8-887c-481502454d85 owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:31:58.229860 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (9f4dae45-7b56-49d8-887c-481502454d85), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:58.255470 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9f4dae45-7b56-49d8-887c-481502454d85,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:58.312973 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:58.372954 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:58.419054 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587833'] for router_interface (51edbdf0-f141-485f-a4ba-89d284f18ca8), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:58.468070 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1217d8-2d4f-485e-9975-984c6a2fc5aa None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:31:58.545906 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:58.594565 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1217d8-2d4f-485e-9975-984c6a2fc5aa None None] Resources bound (agent type, host, resource id): {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 02:31:58.655677 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] Router 51edbdf0-f141-485f-a4ba-89d284f18ca8 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:31:58.770947 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:31:58.776779 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-072a58a5-43a3-40cf-b32b-c5a6cdce17cf admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/51edbdf0-f141-485f-a4ba-89d284f18ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5176108 Oct 14 02:31:58.779362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45664) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:58.784990 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb05127-82a7-42bf-b8e2-44972b8d3aba None None] Sync routers for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:31:58.801513 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb05127-82a7-42bf-b8e2-44972b8d3aba None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:31:58.802396 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ffb05127-82a7-42bf-b8e2-44972b8d3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:31:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:58.901362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Publish callbacks [] for router (51edbdf0-f141-485f-a4ba-89d284f18ca8), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:58.905160 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:58.922714 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-ffb05127-82a7-42bf-b8e2-44972b8d3aba None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:31:59.024785 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Publish callbacks [] for router_gateway (51edbdf0-f141-485f-a4ba-89d284f18ca8), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.072402 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Deleting port 403b9c62-8b5c-4449-a81b-e145e298938f {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:31:59.073089 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.121161 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ffb05127-82a7-42bf-b8e2-44972b8d3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:31:58Z', 'revision_number': 5, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port': {'id': '403b9c62-8b5c-4449-a81b-e145e298938f', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:23Z', 'updated_at': '2022-10-14T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:59.149253 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb05127-82a7-42bf-b8e2-44972b8d3aba None None] Checking router: 51edbdf0-f141-485f-a4ba-89d284f18ca8 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:31:59.158560 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb05127-82a7-42bf-b8e2-44972b8d3aba None None] Routers {'51edbdf0-f141-485f-a4ba-89d284f18ca8'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:31:59.160505 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ffb05127-82a7-42bf-b8e2-44972b8d3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:31:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['51edbdf0-f141-485f-a4ba-89d284f18ca8'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:59.167923 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] For port 403b9c62-8b5c-4449-a81b-e145e298938f, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=403b9c62-8b5c-4449-a81b-e145e298938f,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:31:59.168377 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.193000 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Calling delete_port for 403b9c62-8b5c-4449-a81b-e145e298938f owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:31:59.232847 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:59.244114 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:59.262874 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-ffb05127-82a7-42bf-b8e2-44972b8d3aba None None] Set router 51edbdf0-f141-485f-a4ba-89d284f18ca8 gateway port host: None {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:31:59.316230 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ffb05127-82a7-42bf-b8e2-44972b8d3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:31:59Z', 'revision_number': 6, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port_host': None}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:31:59.344293 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb05127-82a7-42bf-b8e2-44972b8d3aba None None] The sync data for ids ['51edbdf0-f141-485f-a4ba-89d284f18ca8'] in dv-cinder-845069-4-iscsi is: [{'id': '51edbdf0-f141-485f-a4ba-89d284f18ca8', 'name': 'tempest-AttachVolumeNegativeTest-1245112486-router', 'tenant_id': '1d2f70db22ec43d5ba9125f940433320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:31:59Z', 'revision_number': 6, 'project_id': '1d2f70db22ec43d5ba9125f940433320', 'gw_port_host': None}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:31:59.388826 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (403b9c62-8b5c-4449-a81b-e145e298938f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.392049 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2d1d60c6-8e7b-4238-a94c-434e187eafe0 None None] Provisioning complete for port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:31:59.392426 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d1d60c6-8e7b-4238-a94c-434e187eafe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.392768 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-2d1d60c6-8e7b-4238-a94c-434e187eafe0 None None] Attempt 1 to provision port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac Oct 14 02:31:59.413650 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=403b9c62-8b5c-4449-a81b-e145e298938f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:59.470554 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d60c6-8e7b-4238-a94c-434e187eafe0 None None] Current status of the port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:31:59.479465 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582515'] for router_gateway (51edbdf0-f141-485f-a4ba-89d284f18ca8), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.565019 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15749'] for router (51edbdf0-f141-485f-a4ba-89d284f18ca8), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.567216 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Publish callbacks [] for router_controller (51edbdf0-f141-485f-a4ba-89d284f18ca8), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.611096 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587873'] for router (51edbdf0-f141-485f-a4ba-89d284f18ca8), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.611645 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51edbdf0-f141-485f-a4ba-89d284f18ca8 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 02:31:59.616576 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.617705 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3748f2e9-e8aa-4e73-bc43-8008ef8e16b0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/51edbdf0-f141-485f-a4ba-89d284f18ca8 HTTP/1.1" status: 204 len: 168 time: 0.8368666 Oct 14 02:31:59.620282 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45670) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:59.663763 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b95b411-ef95-45da-b719-568d854a2600 admin admin] Deleting subnet 31ddbc8f-06e9-40ef-8f70-e180cde6ef88 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:31:59.666887 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b95b411-ef95-45da-b719-568d854a2600 admin admin] Publish callbacks [] for subnet (31ddbc8f-06e9-40ef-8f70-e180cde6ef88), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.705166 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b95b411-ef95-45da-b719-568d854a2600 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944087'] for subnet (31ddbc8f-06e9-40ef-8f70-e180cde6ef88), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.788885 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b95b411-ef95-45da-b719-568d854a2600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (31ddbc8f-06e9-40ef-8f70-e180cde6ef88), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.843638 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b95b411-ef95-45da-b719-568d854a2600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9674441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975224'] for subnet (31ddbc8f-06e9-40ef-8f70-e180cde6ef88), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.870802 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b411-ef95-45da-b719-568d854a2600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ddbc8f-06e9-40ef-8f70-e180cde6ef88,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:31:59.875880 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b95b411-ef95-45da-b719-568d854a2600 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:31:59.879835 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3b95b411-ef95-45da-b719-568d854a2600 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/31ddbc8f-06e9-40ef-8f70-e180cde6ef88 HTTP/1.1" status: 204 len: 168 time: 0.2585804 Oct 14 02:31:59.881598 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57be6a47-926b-4bc8-aa4e-81f637dd3c1e None None] Network 720db06d-fc1d-4485-8eb8-fc21c261caf6 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:31:59.882344 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45678) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:31:59.931882 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:31:59.962500 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (720db06d-fc1d-4485-8eb8-fc21c261caf6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.119396 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c8c566-7d4e-4f4b-ab5a-8a2b0221ca2f None None] DHCP port deletion for 720db06d-fc1d-4485-8eb8-fc21c261caf6 request from dv-cinder-845069-4-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 02:32:00.209912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-17c8c566-7d4e-4f4b-ab5a-8a2b0221ca2f None None] Deleting port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:00.210414 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17c8c566-7d4e-4f4b-ab5a-8a2b0221ca2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.266755 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 800ae8ca-5ad3-4230-905c-e5406ff3f6ac no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:00.297243 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Deleting port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:00.297587 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.386325 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] For port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=800ae8ca-5ad3-4230-905c-e5406ff3f6ac,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:00.386751 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.405177 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Calling delete_port for 800ae8ca-5ad3-4230-905c-e5406ff3f6ac owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:00.456296 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:00.465346 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.486679 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-17c8c566-7d4e-4f4b-ab5a-8a2b0221ca2f None None] For port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=800ae8ca-5ad3-4230-905c-e5406ff3f6ac,segment=NetworkSegment(e7af368f-6e0b-4160-ab60-68ec45e7cd06),segment_id=e7af368f-6e0b-4160-ab60-68ec45e7cd06)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:00.487837 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17c8c566-7d4e-4f4b-ab5a-8a2b0221ca2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.505618 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-17c8c566-7d4e-4f4b-ab5a-8a2b0221ca2f None None] Calling delete_port for 800ae8ca-5ad3-4230-905c-e5406ff3f6ac owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:00.511046 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.514944 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:00.519746 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.db [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No ports have port_id starting with 800ae8ca-5ad3-4230-905c-e5406ff3f6ac Oct 14 02:32:00.524687 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 9f4dae45-7b56-49d8-887c-481502454d85 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:00.548420 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Pushing event deleted for resources: {'Port': ['ID=800ae8ca-5ad3-4230-905c-e5406ff3f6ac,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:00.559734 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] No DVR routers for this DVR port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac on host dv-cinder-845069-4-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:00.570021 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 9f4dae45-7b56-49d8-887c-481502454d85 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:00.570361 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 9f4dae45-7b56-49d8-887c-481502454d85 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:00.570764 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 403b9c62-8b5c-4449-a81b-e145e298938f no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:00.595126 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 403b9c62-8b5c-4449-a81b-e145e298938f {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:00.595665 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 403b9c62-8b5c-4449-a81b-e145e298938f not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:00.636811 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17c8c566-7d4e-4f4b-ab5a-8a2b0221ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685'] for port (800ae8ca-5ad3-4230-905c-e5406ff3f6ac), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.648580 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (720db06d-fc1d-4485-8eb8-fc21c261caf6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.669785 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8c566-7d4e-4f4b-ab5a-8a2b0221ca2f None None] Pushing event deleted for resources: {'Port': ['ID=800ae8ca-5ad3-4230-905c-e5406ff3f6ac,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:00.670353 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720db06d-fc1d-4485-8eb8-fc21c261caf6']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:00.677325 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8c566-7d4e-4f4b-ab5a-8a2b0221ca2f None None] No DVR routers for this DVR port 800ae8ca-5ad3-4230-905c-e5406ff3f6ac on host dv-cinder-845069-4-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:00.687150 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7af368f-6e0b-4160-ab60-68ec45e7cd06') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:00.687443 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7af368f-6e0b-4160-ab60-68ec45e7cd06') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:00.697966 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944046'] for segment (e7af368f-6e0b-4160-ab60-68ec45e7cd06), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.711912 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (e7af368f-6e0b-4160-ab60-68ec45e7cd06), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.718461 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:32:00.718916 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9674275'] for segment (e7af368f-6e0b-4160-ab60-68ec45e7cd06), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.780863 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (720db06d-fc1d-4485-8eb8-fc21c261caf6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.787233 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:00.790200 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/720db06d-fc1d-4485-8eb8-fc21c261caf6 HTTP/1.1" status: 204 len: 168 time: 0.9069364 Oct 14 02:32:00.803563 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddbb9e-2a2f-4dab-b9e5-59cc408170ff admin admin] Pushing event deleted for resources: {'Network': ['ID=720db06d-fc1d-4485-8eb8-fc21c261caf6,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:00.867494 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment e7af368f-6e0b-4160-ab60-68ec45e7cd06 resource provider aggregate not found Oct 14 02:32:00.885910 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment e7af368f-6e0b-4160-ab60-68ec45e7cd06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7af368f-6e0b-4160-ab60-68ec45e7cd06 found for delete ", "request_id": "req-674a30d0-8bc4-4819-bdf4-852abce8dcad"}]} Oct 14 02:32:00.919877 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45700) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:00.963406 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-93aaf038-3cc5-4ea8-9128-180b3e954a61 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1d2f70db22ec43d5ba9125f940433320&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423553 Oct 14 02:32:00.965822 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45702) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:01.012694 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7ca4-9a91-4613-813e-1fb7af1087a4 admin admin] Publish callbacks [] for security_group (8c94ce16-34bb-4263-a970-9f8f8d96f45f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:01.032459 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7ca4-9a91-4613-813e-1fb7af1087a4 admin admin] Publish callbacks [] for security_group (8c94ce16-34bb-4263-a970-9f8f8d96f45f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:01.078791 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7ca4-9a91-4613-813e-1fb7af1087a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (8c94ce16-34bb-4263-a970-9f8f8d96f45f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:01.081488 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7ca4-9a91-4613-813e-1fb7af1087a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:01.082640 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ad9a7ca4-9a91-4613-813e-1fb7af1087a4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8c94ce16-34bb-4263-a970-9f8f8d96f45f HTTP/1.1" status: 204 len: 168 time: 0.1159377 Oct 14 02:32:01.092726 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a7ca4-9a91-4613-813e-1fb7af1087a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c94ce16-34bb-4263-a970-9f8f8d96f45f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:02.637428 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45774) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:02.754338 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a20f519f-2fd0-4fa0-92ac-fc0625969162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:02.850236 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a20f519f-2fd0-4fa0-92ac-fc0625969162 admin admin] Publish callbacks [] for security_group (e25ae6c4-8718-4dd5-9c21-0b6ad84742bc), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:02.853899 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a20f519f-2fd0-4fa0-92ac-fc0625969162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (e25ae6c4-8718-4dd5-9c21-0b6ad84742bc), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:02.894934 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a20f519f-2fd0-4fa0-92ac-fc0625969162 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1147d14fb7b5456382c0097ecd3f66b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564359 Oct 14 02:32:02.896017 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f519f-2fd0-4fa0-92ac-fc0625969162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25ae6c4-8718-4dd5-9c21-0b6ad84742bc,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:02.897762 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45780) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:02.952111 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b283-1bc4-42d2-a173-07a6f841d031 admin admin] Publish callbacks [] for security_group (e25ae6c4-8718-4dd5-9c21-0b6ad84742bc), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:02.975693 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b283-1bc4-42d2-a173-07a6f841d031 admin admin] Publish callbacks [] for security_group (e25ae6c4-8718-4dd5-9c21-0b6ad84742bc), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:03.027820 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b283-1bc4-42d2-a173-07a6f841d031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (e25ae6c4-8718-4dd5-9c21-0b6ad84742bc), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:03.030283 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b283-1bc4-42d2-a173-07a6f841d031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:03.031439 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8aa3b283-1bc4-42d2-a173-07a6f841d031 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e25ae6c4-8718-4dd5-9c21-0b6ad84742bc HTTP/1.1" status: 204 len: 168 time: 0.1320519 Oct 14 02:32:03.033474 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:03.041567 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3b283-1bc4-42d2-a173-07a6f841d031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25ae6c4-8718-4dd5-9c21-0b6ad84742bc,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:03.363823 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:32:05.692907 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45828) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:05.797161 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0cb848b4-7c68-4a98-844d-1a6cebf2c059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:05.872078 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0cb848b4-7c68-4a98-844d-1a6cebf2c059 admin admin] Publish callbacks [] for security_group (86176629-a0da-43bc-87cf-f4c22a2091eb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:05.875432 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0cb848b4-7c68-4a98-844d-1a6cebf2c059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (86176629-a0da-43bc-87cf-f4c22a2091eb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:05.914764 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0cb848b4-7c68-4a98-844d-1a6cebf2c059 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1702fd082d2c42cda1f04b2f1299b76f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207999 Oct 14 02:32:05.915743 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb848b4-7c68-4a98-844d-1a6cebf2c059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86176629-a0da-43bc-87cf-f4c22a2091eb,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:05.918188 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45832) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:05.970744 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1da54131-3178-435d-bbf9-f9977f236ec3 admin admin] Publish callbacks [] for security_group (86176629-a0da-43bc-87cf-f4c22a2091eb), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:05.991763 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1da54131-3178-435d-bbf9-f9977f236ec3 admin admin] Publish callbacks [] for security_group (86176629-a0da-43bc-87cf-f4c22a2091eb), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:06.039235 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1da54131-3178-435d-bbf9-f9977f236ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (86176629-a0da-43bc-87cf-f4c22a2091eb), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:06.041818 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1da54131-3178-435d-bbf9-f9977f236ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:06.042969 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1da54131-3178-435d-bbf9-f9977f236ec3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/86176629-a0da-43bc-87cf-f4c22a2091eb HTTP/1.1" status: 204 len: 168 time: 0.1236973 Oct 14 02:32:06.051055 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da54131-3178-435d-bbf9-f9977f236ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86176629-a0da-43bc-87cf-f4c22a2091eb,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:06.313861 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45840) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:06.328007 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a3be8673-5f4f-4125-b7fd-23ecebf3cffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:06.375726 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:06.405145 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a3be8673-5f4f-4125-b7fd-23ecebf3cffb admin admin] Publish callbacks [] for security_group (68ca7625-f618-450a-923c-81d8253f5df3), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:06.408815 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a3be8673-5f4f-4125-b7fd-23ecebf3cffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (68ca7625-f618-450a-923c-81d8253f5df3), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:06.446913 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a3be8673-5f4f-4125-b7fd-23ecebf3cffb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3043378b75e94a0f88fbe3dd06970466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320035 Oct 14 02:32:06.447859 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be8673-5f4f-4125-b7fd-23ecebf3cffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ca7625-f618-450a-923c-81d8253f5df3,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:06.449782 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 45842) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:06.499848 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b73387f-1d65-4169-a008-91dec80a67af admin admin] Publish callbacks [] for security_group (68ca7625-f618-450a-923c-81d8253f5df3), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:06.521006 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b73387f-1d65-4169-a008-91dec80a67af admin admin] Publish callbacks [] for security_group (68ca7625-f618-450a-923c-81d8253f5df3), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:06.528756 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:06.551822 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:06.572855 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b73387f-1d65-4169-a008-91dec80a67af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (68ca7625-f618-450a-923c-81d8253f5df3), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:06.575612 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b73387f-1d65-4169-a008-91dec80a67af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:06.576838 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4b73387f-1d65-4169-a008-91dec80a67af admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/68ca7625-f618-450a-923c-81d8253f5df3 HTTP/1.1" status: 204 len: 168 time: 0.1260669 Oct 14 02:32:06.586427 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73387f-1d65-4169-a008-91dec80a67af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ca7625-f618-450a-923c-81d8253f5df3,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:09.630384 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 45992) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:09.740551 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6cbb31d5-67a6-44ac-919a-192e5755127c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:09.820641 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6cbb31d5-67a6-44ac-919a-192e5755127c admin admin] Publish callbacks [] for security_group (b61f57e0-ec74-4c6d-a029-57a87400bcfd), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:09.824673 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6cbb31d5-67a6-44ac-919a-192e5755127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (b61f57e0-ec74-4c6d-a029-57a87400bcfd), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:09.868461 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6cbb31d5-67a6-44ac-919a-192e5755127c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=43b7f17ff5e34ef990d5e5c2898da2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370052 Oct 14 02:32:09.869185 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb31d5-67a6-44ac-919a-192e5755127c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61f57e0-ec74-4c6d-a029-57a87400bcfd,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:09.872127 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46000) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:09.932347 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eecbfd22-663f-42ac-b0d5-37d548f22e03 admin admin] Publish callbacks [] for security_group (b61f57e0-ec74-4c6d-a029-57a87400bcfd), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:09.955917 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eecbfd22-663f-42ac-b0d5-37d548f22e03 admin admin] Publish callbacks [] for security_group (b61f57e0-ec74-4c6d-a029-57a87400bcfd), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:10.002849 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eecbfd22-663f-42ac-b0d5-37d548f22e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (b61f57e0-ec74-4c6d-a029-57a87400bcfd), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:10.005797 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eecbfd22-663f-42ac-b0d5-37d548f22e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:10.007539 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-eecbfd22-663f-42ac-b0d5-37d548f22e03 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b61f57e0-ec74-4c6d-a029-57a87400bcfd HTTP/1.1" status: 204 len: 168 time: 0.1340265 Oct 14 02:32:10.015833 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbfd22-663f-42ac-b0d5-37d548f22e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61f57e0-ec74-4c6d-a029-57a87400bcfd,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:10.314209 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46014) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:10.329689 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-040d307e-8493-44aa-bf7c-8f122a5c838f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:10.409794 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-040d307e-8493-44aa-bf7c-8f122a5c838f admin admin] Publish callbacks [] for security_group (37e831af-2c71-4059-9cd8-5f5f8f146f9a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:10.413897 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-040d307e-8493-44aa-bf7c-8f122a5c838f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (37e831af-2c71-4059-9cd8-5f5f8f146f9a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:10.419129 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=70,neutron:INSERT=28,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:10.457094 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-040d307e-8493-44aa-bf7c-8f122a5c838f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c6eeae38b102408ea605933509dd4b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409450 Oct 14 02:32:10.459148 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d307e-8493-44aa-bf7c-8f122a5c838f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e831af-2c71-4059-9cd8-5f5f8f146f9a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:10.459890 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46016) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:10.511395 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5c10a848-b36a-475e-9165-9dd4fe0d2587 admin admin] Publish callbacks [] for security_group (37e831af-2c71-4059-9cd8-5f5f8f146f9a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:10.532766 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5c10a848-b36a-475e-9165-9dd4fe0d2587 admin admin] Publish callbacks [] for security_group (37e831af-2c71-4059-9cd8-5f5f8f146f9a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:10.583630 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5c10a848-b36a-475e-9165-9dd4fe0d2587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (37e831af-2c71-4059-9cd8-5f5f8f146f9a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:10.586155 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5c10a848-b36a-475e-9165-9dd4fe0d2587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:10.589877 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5c10a848-b36a-475e-9165-9dd4fe0d2587 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/37e831af-2c71-4059-9cd8-5f5f8f146f9a HTTP/1.1" status: 204 len: 168 time: 0.1264615 Oct 14 02:32:10.595327 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10a848-b36a-475e-9165-9dd4fe0d2587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e831af-2c71-4059-9cd8-5f5f8f146f9a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:14.180783 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11e630-4b58-437e-a169-6aea3c31f14e req-0323595f-fe61-414e-a3ee-0054ea66cd11 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:14.182261 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1b11e630-4b58-437e-a169-6aea3c31f14e req-0323595f-fe61-414e-a3ee-0054ea66cd11 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 947 time: 0.0478871 Oct 14 02:32:14.238153 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1b11e630-4b58-437e-a169-6aea3c31f14e req-cb763db9-97c9-4d00-a99c-5e465c879464 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494876 Oct 14 02:32:15.006637 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:15.007725 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:15.380393 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5f701-f85a-4333-b499-d0885af28a37 req-7446db8b-08a3-458c-bdce-4e64f5a8755c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:15.382238 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a1a5f701-f85a-4333-b499-d0885af28a37 req-7446db8b-08a3-458c-bdce-4e64f5a8755c tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 947 time: 0.0554421 Oct 14 02:32:15.435519 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a1a5f701-f85a-4333-b499-d0885af28a37 req-962d613b-49a3-42ae-a973-6ab077245b34 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=634b4d4d-b3eb-4a17-95fd-75e410c5015f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473604 Oct 14 02:32:15.645188 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-e755c78a-d537-4607-876d-785a954d0d9a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:15.646500 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-e755c78a-d537-4607-876d-785a954d0d9a tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 947 time: 0.0485539 Oct 14 02:32:15.734898 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Deleting port 398d906f-27e1-4a76-86af-184f2ca8fd0b {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:15.735261 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:15.824308 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] For port 398d906f-27e1-4a76-86af-184f2ca8fd0b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=398d906f-27e1-4a76-86af-184f2ca8fd0b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:15.824666 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:15.989445 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:15.991524 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:15.991895 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (406cd5da-4aa3-4fb1-9bcc-16d697c1a18c), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:15.992198 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Floating IP 406cd5da-4aa3-4fb1-9bcc-16d697c1a18c disassociated. External IP: 172.27.1.81, port: 398d906f-27e1-4a76-86af-184f2ca8fd0b. Oct 14 02:32:15.992529 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Calling delete_port for 398d906f-27e1-4a76-86af-184f2ca8fd0b owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:16.038638 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:16.139375 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (398d906f-27e1-4a76-86af-184f2ca8fd0b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:16.172928 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event deleted for resources: {'Port': ['ID=398d906f-27e1-4a76-86af-184f2ca8fd0b,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:16.288795 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Router 958eccc3-26b4-47d1-811f-f8bba1a5e724 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:32:16.397219 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:32:16.409613 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971da00-8cde-4783-8c80-71e98cc6590f None None] Sync routers for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:32:16.425937 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971da00-8cde-4783-8c80-71e98cc6590f None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:16.425937 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2971da00-8cde-4783-8c80-71e98cc6590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:31:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:16.450113 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] No DVR routers for this DVR port 398d906f-27e1-4a76-86af-184f2ca8fd0b on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:16.452832 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:16.456511 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c51ef21c-43b3-40ec-8dcd-411fb8774412 req-0dd09442-5e62-457c-8063-b17fa886756f tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.25 "DELETE /networking/v2.0/ports/398d906f-27e1-4a76-86af-184f2ca8fd0b HTTP/1.1" status: 204 len: 173 time: 0.8037112 Oct 14 02:32:16.457027 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'name': 'network-vif-deleted', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:32:16.459389 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbe787c-c36a-4a0a-a85f-b9be0e07f74e" -d '{"events": [{"server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "name": "network-vif-deleted", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:32:16.537726 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46130) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:16.553988 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f045063f-8ca8-4ea2-9db5-3f3b15463dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:16.559862 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2591e3-ad8b-4c9b-aff0-1f3185bac738 x-openstack-request-id: req-6b2591e3-ad8b-4c9b-aff0-1f3185bac738 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:32:16.560228 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fddc31-45a1-4163-9f2a-73ebd9e2883d", "name": "network-vif-deleted", "tag": "398d906f-27e1-4a76-86af-184f2ca8fd0b", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:32:16.560513 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b2591e3-ad8b-4c9b-aff0-1f3185bac738 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:32:16.560920 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2591e3-ad8b-4c9b-aff0-1f3185bac738'] response: {'server_uuid': '65fddc31-45a1-4163-9f2a-73ebd9e2883d', 'name': 'network-vif-deleted', 'tag': '398d906f-27e1-4a76-86af-184f2ca8fd0b', 'status': 'completed', 'code': 200} Oct 14 02:32:16.607425 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c0609585-0a33-45c1-9791-018613ecb279 req-1957f492-769f-4191-8a7c-4f2f5ca94f78 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65fddc31-45a1-4163-9f2a-73ebd9e2883d HTTP/1.1" status: 200 len: 210 time: 0.0451446 Oct 14 02:32:16.757020 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-404b18ef-07e7-4e47-9819-68f17844e358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:16.769367 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-2971da00-8cde-4783-8c80-71e98cc6590f None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:16.872490 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-404b18ef-07e7-4e47-9819-68f17844e358 admin admin] Publish callbacks [] for security_group (cb07b3b5-d6ef-40e1-97e3-cf79f8211ebb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:16.878141 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-404b18ef-07e7-4e47-9819-68f17844e358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (cb07b3b5-d6ef-40e1-97e3-cf79f8211ebb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:16.933084 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-404b18ef-07e7-4e47-9819-68f17844e358 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=01bf52316c5548459bd53b440ef79878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944557 Oct 14 02:32:16.935244 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b18ef-07e7-4e47-9819-68f17844e358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb07b3b5-d6ef-40e1-97e3-cf79f8211ebb,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:16.935981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46134) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:16.994373 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3354242-f172-484c-a194-04742236336e admin admin] Publish callbacks [] for security_group (cb07b3b5-d6ef-40e1-97e3-cf79f8211ebb), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.018599 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3354242-f172-484c-a194-04742236336e admin admin] Publish callbacks [] for security_group (cb07b3b5-d6ef-40e1-97e3-cf79f8211ebb), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.027910 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2971da00-8cde-4783-8c80-71e98cc6590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:17.053594 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971da00-8cde-4783-8c80-71e98cc6590f None None] Checking router: 958eccc3-26b4-47d1-811f-f8bba1a5e724 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:32:17.062136 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971da00-8cde-4783-8c80-71e98cc6590f None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:17.062726 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2971da00-8cde-4783-8c80-71e98cc6590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:31:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:17.068663 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3354242-f172-484c-a194-04742236336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (cb07b3b5-d6ef-40e1-97e3-cf79f8211ebb), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.071309 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3354242-f172-484c-a194-04742236336e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.072460 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e3354242-f172-484c-a194-04742236336e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cb07b3b5-d6ef-40e1-97e3-cf79f8211ebb HTTP/1.1" status: 204 len: 168 time: 0.1352918 Oct 14 02:32:17.082198 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3354242-f172-484c-a194-04742236336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb07b3b5-d6ef-40e1-97e3-cf79f8211ebb,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:17.170380 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-2971da00-8cde-4783-8c80-71e98cc6590f None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:17.360786 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46140) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:17.365206 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2971da00-8cde-4783-8c80-71e98cc6590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:17.376875 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c143f3cf-84be-42d3-ae1c-9709fb361099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.395001 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971da00-8cde-4783-8c80-71e98cc6590f None None] The sync data for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi is: [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:24:34Z', 'revision_number': 4, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'c6e51693-beaa-4097-b3e4-00fdc7001d9b', 'name': '', 'network_id': '6a0fcb6e-9af2-4d31-ad0b-3cc0354be555', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'mac_address': 'fa:16:3e:d2:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:31Z', 'updated_at': '2022-10-14T02:24:50Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'subnets': [{'id': 'df574a0d-c460-4e0b-b9d8-f91874100636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:32:17.477547 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c143f3cf-84be-42d3-ae1c-9709fb361099 admin admin] Publish callbacks [] for security_group (c140df5b-16d4-4954-9e4f-bbd4aa49a150), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.482097 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c143f3cf-84be-42d3-ae1c-9709fb361099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (c140df5b-16d4-4954-9e4f-bbd4aa49a150), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.523628 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c143f3cf-84be-42d3-ae1c-9709fb361099 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=57146134daf34fa78c576bf0c970fcb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613784 Oct 14 02:32:17.524589 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143f3cf-84be-42d3-ae1c-9709fb361099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c140df5b-16d4-4954-9e4f-bbd4aa49a150,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:17.526641 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46142) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:17.582937 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-724b7434-59f5-4ced-8644-93fbc16c8f9c admin admin] Publish callbacks [] for security_group (c140df5b-16d4-4954-9e4f-bbd4aa49a150), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.605320 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-724b7434-59f5-4ced-8644-93fbc16c8f9c admin admin] Publish callbacks [] for security_group (c140df5b-16d4-4954-9e4f-bbd4aa49a150), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.612678 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:17.649472 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994219a2-2100-4128-8e62-a4621dc55df9 None None] New status for floating IP 406cd5da-4aa3-4fb1-9bcc-16d697c1a18c: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:32:17.661225 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-724b7434-59f5-4ced-8644-93fbc16c8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (c140df5b-16d4-4954-9e4f-bbd4aa49a150), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.666982 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-724b7434-59f5-4ced-8644-93fbc16c8f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.671591 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-724b7434-59f5-4ced-8644-93fbc16c8f9c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c140df5b-16d4-4954-9e4f-bbd4aa49a150 HTTP/1.1" status: 204 len: 168 time: 0.1431241 Oct 14 02:32:17.682268 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b7434-59f5-4ced-8644-93fbc16c8f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c140df5b-16d4-4954-9e4f-bbd4aa49a150,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:17.729657 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46154) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:17.806215 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:17.823144 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-542cda04-0b90-444a-8c02-23f65ffe9df1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (634b4d4d-b3eb-4a17-95fd-75e410c5015f), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.861486 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-542cda04-0b90-444a-8c02-23f65ffe9df1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (634b4d4d-b3eb-4a17-95fd-75e410c5015f), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.880432 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:17.932317 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-542cda04-0b90-444a-8c02-23f65ffe9df1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (634b4d4d-b3eb-4a17-95fd-75e410c5015f), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.934855 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-542cda04-0b90-444a-8c02-23f65ffe9df1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:17.936054 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-542cda04-0b90-444a-8c02-23f65ffe9df1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/634b4d4d-b3eb-4a17-95fd-75e410c5015f HTTP/1.1" status: 204 len: 168 time: 0.2037830 Oct 14 02:32:17.939270 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46162) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:17.945800 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cda04-0b90-444a-8c02-23f65ffe9df1 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634b4d4d-b3eb-4a17-95fd-75e410c5015f,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:17.953551 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.api.v2.resource [None req-66ae4e60-df05-4230-b25b-bee909cb3b46 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] show failed (client error): The resource could not be found. Oct 14 02:32:17.958306 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46164) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:17.960167 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-66ae4e60-df05-4230-b25b-bee909cb3b46 tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "GET /networking/v2.0/security-groups/634b4d4d-b3eb-4a17-95fd-75e410c5015f HTTP/1.1" status: 404 len: 347 time: 0.0197251 Oct 14 02:32:18.095760 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-cd740916-a703-47c1-96d2-10c9d19285dc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Deleting port 8f0388ad-c4a9-4d72-ad49-88724531e99b {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:18.096187 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cd740916-a703-47c1-96d2-10c9d19285dc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (8f0388ad-c4a9-4d72-ad49-88724531e99b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:18.194845 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cd740916-a703-47c1-96d2-10c9d19285dc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (8f0388ad-c4a9-4d72-ad49-88724531e99b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:18.195423 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cd740916-a703-47c1-96d2-10c9d19285dc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (8f0388ad-c4a9-4d72-ad49-88724531e99b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:18.215991 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-cd740916-a703-47c1-96d2-10c9d19285dc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Calling delete_port for 8f0388ad-c4a9-4d72-ad49-88724531e99b owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:18.382624 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cd740916-a703-47c1-96d2-10c9d19285dc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (8f0388ad-c4a9-4d72-ad49-88724531e99b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:18.423265 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd740916-a703-47c1-96d2-10c9d19285dc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Pushing event deleted for resources: {'Port': ['ID=8f0388ad-c4a9-4d72-ad49-88724531e99b,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:18.491367 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cd740916-a703-47c1-96d2-10c9d19285dc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks [] for floatingip (406cd5da-4aa3-4fb1-9bcc-16d697c1a18c), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:18.494856 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cd740916-a703-47c1-96d2-10c9d19285dc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:18.496160 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-cd740916-a703-47c1-96d2-10c9d19285dc tempest-AttachVolumeShelveTestJSON-917687787 tempest-AttachVolumeShelveTestJSON-917687787-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/406cd5da-4aa3-4fb1-9bcc-16d697c1a18c HTTP/1.1" status: 204 len: 168 time: 0.5369837 Oct 14 02:32:18.667003 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 398d906f-27e1-4a76-86af-184f2ca8fd0b no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:18.690405 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: 398d906f-27e1-4a76-86af-184f2ca8fd0b {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:18.690598 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 398d906f-27e1-4a76-86af-184f2ca8fd0b not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:18.868803 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb86fac2-5ecd-41c0-8d9e-174f06713855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:19.819363 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:21.073031 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46272) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:21.423611 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0cd4c-f333-4e76-bb11-bd91db5d2722 req-aec9fef1-8d5e-4d60-8859-027e7f611944 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:21.425059 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-68d0cd4c-f333-4e76-bb11-bd91db5d2722 req-aec9fef1-8d5e-4d60-8859-027e7f611944 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 946 time: 0.0882671 Oct 14 02:32:21.538714 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:21.737592 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:21.753542 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-68d0cd4c-f333-4e76-bb11-bd91db5d2722 req-78e183d2-51b2-44aa-b775-4779039b0e92 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219399 Oct 14 02:32:21.826395 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:21.871322 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587853'] for router_interface (958eccc3-26b4-47d1-811f-f8bba1a5e724), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:21.952507 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:22.088538 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] Deleting port c6e51693-beaa-4097-b3e4-00fdc7001d9b {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:22.089185 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:22.169246 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] For port c6e51693-beaa-4097-b3e4-00fdc7001d9b, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=c6e51693-beaa-4097-b3e4-00fdc7001d9b,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:22.169606 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:22.182582 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] Calling delete_port for c6e51693-beaa-4097-b3e4-00fdc7001d9b owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:22.354828 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (c6e51693-beaa-4097-b3e4-00fdc7001d9b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:22.376896 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e51693-beaa-4097-b3e4-00fdc7001d9b,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:22.545124 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587833'] for router_interface (958eccc3-26b4-47d1-811f-f8bba1a5e724), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:22.566627 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bd2d53-e78f-4f39-bce6-4bd9edee9976 None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:32:22.662063 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:22.671239 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bd2d53-e78f-4f39-bce6-4bd9edee9976 None None] Resources bound (agent type, host, resource id): {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 02:32:22.727644 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:22.734548 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:22.755838 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] Router 958eccc3-26b4-47d1-811f-f8bba1a5e724 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:32:22.894344 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:32:22.901439 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91005961-b4f5-4733-98cc-304be582db83 req-4515602c-b1a2-4db9-879a-20f63c7a6022 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:22.902935 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-91005961-b4f5-4733-98cc-304be582db83 req-4515602c-b1a2-4db9-879a-20f63c7a6022 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 946 time: 0.0618994 Oct 14 02:32:22.903592 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51785a7f-1f2c-4898-a124-3b8e6f41a611 None None] Sync routers for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:32:22.906463 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d431bc4c-9bc3-4f0e-8aec-c4fc396ee31c admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/958eccc3-26b4-47d1-811f-f8bba1a5e724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8324158 Oct 14 02:32:22.909989 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46286) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:22.925265 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51785a7f-1f2c-4898-a124-3b8e6f41a611 None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:22.925975 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-51785a7f-1f2c-4898-a124-3b8e6f41a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:22.959616 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-91005961-b4f5-4733-98cc-304be582db83 req-9df8f4fb-1564-4747-acbb-7c6b111d42ff tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475757 Oct 14 02:32:23.027324 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Publish callbacks [] for router (958eccc3-26b4-47d1-811f-f8bba1a5e724), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.040775 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-51785a7f-1f2c-4898-a124-3b8e6f41a611 None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:23.135030 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Publish callbacks [] for router_gateway (958eccc3-26b4-47d1-811f-f8bba1a5e724), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.182724 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Deleting port f786f4f2-d4f6-4296-b2bb-19d6973f9a46 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:23.183367 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.205729 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:23.222389 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-51785a7f-1f2c-4898-a124-3b8e6f41a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:32:22Z', 'revision_number': 5, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port': {'id': 'f786f4f2-d4f6-4296-b2bb-19d6973f9a46', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:24:22Z', 'updated_at': '2022-10-14T02:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:23.249784 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51785a7f-1f2c-4898-a124-3b8e6f41a611 None None] Checking router: 958eccc3-26b4-47d1-811f-f8bba1a5e724 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:32:23.259516 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51785a7f-1f2c-4898-a124-3b8e6f41a611 None None] Routers {'958eccc3-26b4-47d1-811f-f8bba1a5e724'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:23.260116 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-51785a7f-1f2c-4898-a124-3b8e6f41a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['958eccc3-26b4-47d1-811f-f8bba1a5e724'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:23.273705 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] For port f786f4f2-d4f6-4296-b2bb-19d6973f9a46, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=f786f4f2-d4f6-4296-b2bb-19d6973f9a46,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:23.274177 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.287811 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Calling delete_port for f786f4f2-d4f6-4296-b2bb-19d6973f9a46 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:23.351586 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-51785a7f-1f2c-4898-a124-3b8e6f41a611 None None] Set router 958eccc3-26b4-47d1-811f-f8bba1a5e724 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:23.386932 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-14e075fd-c28b-4eee-932c-f2bbdea09f1a None None] Provisioning complete for port 2167e718-cff1-475b-a546-e40e800caa9a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:32:23.387326 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-14e075fd-c28b-4eee-932c-f2bbdea09f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (2167e718-cff1-475b-a546-e40e800caa9a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.387646 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-14e075fd-c28b-4eee-932c-f2bbdea09f1a None None] Attempt 1 to provision port 2167e718-cff1-475b-a546-e40e800caa9a Oct 14 02:32:23.404981 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-51785a7f-1f2c-4898-a124-3b8e6f41a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:32:23Z', 'revision_number': 6, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port_host': None}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:23.410784 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:23.435625 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51785a7f-1f2c-4898-a124-3b8e6f41a611 None None] The sync data for ids ['958eccc3-26b4-47d1-811f-f8bba1a5e724'] in dv-cinder-845069-4-iscsi is: [{'id': '958eccc3-26b4-47d1-811f-f8bba1a5e724', 'name': 'tempest-AttachVolumeShelveTestJSON-1448089108-router', 'tenant_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:24:21Z', 'updated_at': '2022-10-14T02:32:23Z', 'revision_number': 6, 'project_id': 'e0d86bdb69fa4c6ca37a301b8c57ec5e', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:32:23.451678 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:23.463792 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (f786f4f2-d4f6-4296-b2bb-19d6973f9a46), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.466923 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-14e075fd-c28b-4eee-932c-f2bbdea09f1a None None] Current status of the port 2167e718-cff1-475b-a546-e40e800caa9a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:32:23.491407 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Pushing event deleted for resources: {'Port': ['ID=f786f4f2-d4f6-4296-b2bb-19d6973f9a46,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:23.556179 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582515'] for router_gateway (958eccc3-26b4-47d1-811f-f8bba1a5e724), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.641058 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15749'] for router (958eccc3-26b4-47d1-811f-f8bba1a5e724), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.643722 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Publish callbacks [] for router_controller (958eccc3-26b4-47d1-811f-f8bba1a5e724), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.684093 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587873'] for router (958eccc3-26b4-47d1-811f-f8bba1a5e724), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.684713 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 958eccc3-26b4-47d1-811f-f8bba1a5e724 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 02:32:23.690547 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.691740 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1224cfeb-f5df-4b52-852f-56ed1078738c admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/958eccc3-26b4-47d1-811f-f8bba1a5e724 HTTP/1.1" status: 204 len: 168 time: 0.7807083 Oct 14 02:32:23.694263 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46290) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:23.740430 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ce4c3a-90a9-48f6-8de4-cb7ffaeac430 admin admin] Deleting subnet df574a0d-c460-4e0b-b9d8-f91874100636 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:32:23.744036 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-31ce4c3a-90a9-48f6-8de4-cb7ffaeac430 admin admin] Publish callbacks [] for subnet (df574a0d-c460-4e0b-b9d8-f91874100636), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.771153 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:23.784866 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-31ce4c3a-90a9-48f6-8de4-cb7ffaeac430 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944087'] for subnet (df574a0d-c460-4e0b-b9d8-f91874100636), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.871632 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-31ce4c3a-90a9-48f6-8de4-cb7ffaeac430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (df574a0d-c460-4e0b-b9d8-f91874100636), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.926948 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-31ce4c3a-90a9-48f6-8de4-cb7ffaeac430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9674441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975224'] for subnet (df574a0d-c460-4e0b-b9d8-f91874100636), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.951608 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce4c3a-90a9-48f6-8de4-cb7ffaeac430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df574a0d-c460-4e0b-b9d8-f91874100636,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:23.957223 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-31ce4c3a-90a9-48f6-8de4-cb7ffaeac430 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:23.960653 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-31ce4c3a-90a9-48f6-8de4-cb7ffaeac430 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/df574a0d-c460-4e0b-b9d8-f91874100636 HTTP/1.1" status: 204 len: 168 time: 0.2651730 Oct 14 02:32:23.962572 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82297f5-8e9b-4d22-8ece-b5b4ea8732ed None None] Network 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:32:23.963151 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46292) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:24.035079 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (6a0fcb6e-9af2-4d31-ad0b-3cc0354be555), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.139604 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-f696b5fe-b053-4fe4-be32-4cb4039e30dd tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:24.140976 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-f696b5fe-b053-4fe4-be32-4cb4039e30dd tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 946 time: 0.1028981 Oct 14 02:32:24.149377 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2277f-a9b1-40de-b6d5-5d0f00c3ca59 req-a969577b-dd95-47ae-ae18-4cf65851b76d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:24.149990 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c7a2277f-a9b1-40de-b6d5-5d0f00c3ca59 req-a969577b-dd95-47ae-ae18-4cf65851b76d tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 946 time: 0.1027369 Oct 14 02:32:24.196938 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097f576-d756-4e49-bdc6-4058ac90c003 None None] DHCP port deletion for 6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 request from dv-cinder-845069-4-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 02:32:24.210841 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Deleting port 2167e718-cff1-475b-a546-e40e800caa9a {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:24.210841 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (2167e718-cff1-475b-a546-e40e800caa9a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.277416 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c6e51693-beaa-4097-b3e4-00fdc7001d9b no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:24.309585 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: c6e51693-beaa-4097-b3e4-00fdc7001d9b {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:24.310207 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device c6e51693-beaa-4097-b3e4-00fdc7001d9b not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:24.310810 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device f786f4f2-d4f6-4296-b2bb-19d6973f9a46 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:24.313986 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-f097f576-d756-4e49-bdc6-4058ac90c003 None None] Deleting port 2167e718-cff1-475b-a546-e40e800caa9a {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:24.314436 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f097f576-d756-4e49-bdc6-4058ac90c003 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (2167e718-cff1-475b-a546-e40e800caa9a), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.342336 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: f786f4f2-d4f6-4296-b2bb-19d6973f9a46 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:24.342442 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device f786f4f2-d4f6-4296-b2bb-19d6973f9a46 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:24.342855 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 2167e718-cff1-475b-a546-e40e800caa9a no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:24.346410 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c7a2277f-a9b1-40de-b6d5-5d0f00c3ca59 req-e6652626-8a5f-48cd-8b14-b5b1677e9a2a tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7662e2-cde2-4d9b-873b-f938acc545b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817510 Oct 14 02:32:24.348539 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] For port 2167e718-cff1-475b-a546-e40e800caa9a, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=2167e718-cff1-475b-a546-e40e800caa9a,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:24.348909 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (2167e718-cff1-475b-a546-e40e800caa9a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.368460 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Deleting port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:24.368797 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.371774 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Calling delete_port for 2167e718-cff1-475b-a546-e40e800caa9a owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:24.448515 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-f097f576-d756-4e49-bdc6-4058ac90c003 None None] For port 2167e718-cff1-475b-a546-e40e800caa9a, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=2167e718-cff1-475b-a546-e40e800caa9a,segment=NetworkSegment(212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d),segment_id=212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:24.448926 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f097f576-d756-4e49-bdc6-4058ac90c003 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (2167e718-cff1-475b-a546-e40e800caa9a), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.468342 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-f097f576-d756-4e49-bdc6-4058ac90c003 None None] Calling delete_port for 2167e718-cff1-475b-a546-e40e800caa9a owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:24.524885 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:24.528487 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] For port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:24.529113 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.548052 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Current status of the port 2167e718-cff1-475b-a546-e40e800caa9a is: ACTIVE; New status is: DOWN {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:32:24.548485 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (2167e718-cff1-475b-a546-e40e800caa9a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.606890 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (2167e718-cff1-475b-a546-e40e800caa9a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.634726 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f097f576-d756-4e49-bdc6-4058ac90c003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685'] for port (2167e718-cff1-475b-a546-e40e800caa9a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.642751 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=2167e718-cff1-475b-a546-e40e800caa9a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:24.666320 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] No DVR routers for this DVR port 2167e718-cff1-475b-a546-e40e800caa9a on host dv-cinder-845069-4-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:24.671677 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f097f576-d756-4e49-bdc6-4058ac90c003 None None] No DVR routers for this DVR port 2167e718-cff1-475b-a546-e40e800caa9a on host dv-cinder-845069-4-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:24.677286 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097f576-d756-4e49-bdc6-4058ac90c003 None None] Pushing event deleted for resources: {'Port': ['ID=2167e718-cff1-475b-a546-e40e800caa9a,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:24.818818 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (6a0fcb6e-9af2-4d31-ad0b-3cc0354be555), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.826890 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:24.845564 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0fcb6e-9af2-4d31-ad0b-3cc0354be555']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:24.863343 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:24.863640 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:24.866715 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.867102 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (5dad93f9-be2e-4d1f-8c84-2b88e470faba), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.867545 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Floating IP 5dad93f9-be2e-4d1f-8c84-2b88e470faba disassociated. External IP: 172.27.1.234, port: 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9. Oct 14 02:32:24.867824 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Calling delete_port for 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:24.880823 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8933932'] for segment (212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.930049 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:24.940700 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:32:24.941106 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9734105'] for segment (212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:25.020074 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (6a0fcb6e-9af2-4d31-ad0b-3cc0354be555), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:25.026825 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:25.029979 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/6a0fcb6e-9af2-4d31-ad0b-3cc0354be555 HTTP/1.1" status: 204 len: 168 time: 1.0658710 Oct 14 02:32:25.046646 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9002c-b65d-426e-b6d2-a72e2da6b0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0fcb6e-9af2-4d31-ad0b-3cc0354be555,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:25.101725 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (6a00709f-bdf7-43f5-85ef-4bea91b3a2e9), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:25.131237 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event deleted for resources: {'Port': ['ID=6a00709f-bdf7-43f5-85ef-4bea91b3a2e9,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:25.175484 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d resource provider aggregate not found Oct 14 02:32:25.198495 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 212aa1be-cbb1-4bc6-9dff-8e6cd4dcb08d found for delete ", "request_id": "req-8305d325-51d3-45f5-ab7a-edd05a179ef8"}]} Oct 14 02:32:25.249792 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46318) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:25.260095 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:32:25.332305 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6f2daea2-cc6c-4944-b1d6-2c8fad24dedb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e0d86bdb69fa4c6ca37a301b8c57ec5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0814633 Oct 14 02:32:25.335035 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46320) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:25.387533 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9290d70-cfb1-476d-92f9-edbaf58c12e4 admin admin] Publish callbacks [] for security_group (a59f6794-215b-471d-b54e-19263ccde1f4), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:25.396690 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:32:25.409144 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc85335-d2a0-45e9-806c-5d76cfca4afa None None] Sync routers for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:32:25.414232 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9290d70-cfb1-476d-92f9-edbaf58c12e4 admin admin] Publish callbacks [] for security_group (a59f6794-215b-471d-b54e-19263ccde1f4), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:25.427622 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc85335-d2a0-45e9-806c-5d76cfca4afa None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:25.427622 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-cdc85335-d2a0-45e9-806c-5d76cfca4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:25.443968 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] No DVR routers for this DVR port 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:25.446500 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:25.450079 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fcb55666-9561-4c55-b2d7-18cb41be4ef6 req-5c2c9812-1928-41f4-829e-509977a0b328 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 HTTP/1.1" status: 204 len: 173 time: 1.2994709 Oct 14 02:32:25.450821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'name': 'network-vif-deleted', 'tag': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:32:25.453332 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f342186-1e73-4afc-888e-832978ebefe4" -d '{"events": [{"server_uuid": "67191aa2-c153-4388-a0fe-84db1b5fc9a0", "name": "network-vif-deleted", "tag": "6a00709f-bdf7-43f5-85ef-4bea91b3a2e9"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:32:25.488875 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9290d70-cfb1-476d-92f9-edbaf58c12e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (a59f6794-215b-471d-b54e-19263ccde1f4), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:25.490006 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-173bf2f2-53ec-46ff-b497-18ac17a87351 req-71dad987-3ce6-46c3-baeb-d5d1d8b9504c tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67191aa2-c153-4388-a0fe-84db1b5fc9a0 HTTP/1.1" status: 200 len: 210 time: 0.0330057 Oct 14 02:32:25.491499 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9290d70-cfb1-476d-92f9-edbaf58c12e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:25.492998 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a9290d70-cfb1-476d-92f9-edbaf58c12e4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a59f6794-215b-471d-b54e-19263ccde1f4 HTTP/1.1" status: 204 len: 168 time: 0.1567094 Oct 14 02:32:25.503385 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9290d70-cfb1-476d-92f9-edbaf58c12e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59f6794-215b-471d-b54e-19263ccde1f4,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:25.565745 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d102b2ef-135b-4120-8593-bd8f621fe659 x-openstack-request-id: req-d102b2ef-135b-4120-8593-bd8f621fe659 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:32:25.565949 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67191aa2-c153-4388-a0fe-84db1b5fc9a0", "name": "network-vif-deleted", "tag": "6a00709f-bdf7-43f5-85ef-4bea91b3a2e9", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:32:25.566209 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d102b2ef-135b-4120-8593-bd8f621fe659 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:32:25.567909 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d102b2ef-135b-4120-8593-bd8f621fe659'] response: {'server_uuid': '67191aa2-c153-4388-a0fe-84db1b5fc9a0', 'name': 'network-vif-deleted', 'tag': '6a00709f-bdf7-43f5-85ef-4bea91b3a2e9', 'status': 'completed', 'code': 200} Oct 14 02:32:25.616047 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:25.621845 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-cdc85335-d2a0-45e9-806c-5d76cfca4afa None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:25.850117 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-cdc85335-d2a0-45e9-806c-5d76cfca4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:25.888050 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc85335-d2a0-45e9-806c-5d76cfca4afa None None] Checking router: b4f13634-2a06-45c0-ab3a-665fd20bb2b6 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:32:25.897680 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc85335-d2a0-45e9-806c-5d76cfca4afa None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:25.898578 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-cdc85335-d2a0-45e9-806c-5d76cfca4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:26.016755 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-cdc85335-d2a0-45e9-806c-5d76cfca4afa None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:26.043640 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:26.222616 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-cdc85335-d2a0-45e9-806c-5d76cfca4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:26.252775 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc85335-d2a0-45e9-806c-5d76cfca4afa None None] The sync data for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi is: [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:26:20Z', 'revision_number': 4, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': '5ae93dd1-6c38-4fd3-bfca-dde77b552d65', 'name': '', 'network_id': '4299c348-5cd7-492e-82e5-e30b1204822d', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'mac_address': 'fa:16:3e:dd:0f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:19Z', 'updated_at': '2022-10-14T02:26:36Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'subnets': [{'id': 'a651fca8-4007-4455-b37a-8eae20093d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:32:26.481826 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d05ca-ba22-4fb4-b18b-b96c3100e591 None None] New status for floating IP 5dad93f9-be2e-4d1f-8c84-2b88e470faba: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:32:26.522909 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:26.621280 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46362) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:26.681411 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f31643a5-2968-40ae-b994-450fc857be92 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (ad7662e2-cde2-4d9b-873b-f938acc545b8), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:26.703599 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f31643a5-2968-40ae-b994-450fc857be92 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (ad7662e2-cde2-4d9b-873b-f938acc545b8), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:26.760373 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f31643a5-2968-40ae-b994-450fc857be92 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (ad7662e2-cde2-4d9b-873b-f938acc545b8), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:26.763257 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f31643a5-2968-40ae-b994-450fc857be92 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:26.767092 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f31643a5-2968-40ae-b994-450fc857be92 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ad7662e2-cde2-4d9b-873b-f938acc545b8 HTTP/1.1" status: 204 len: 168 time: 0.1422038 Oct 14 02:32:26.767993 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46372) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:26.774525 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31643a5-2968-40ae-b994-450fc857be92 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7662e2-cde2-4d9b-873b-f938acc545b8,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:26.777940 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:26.787347 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-5b906802-0de3-4a7e-b7e9-b582fd2e7779 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] show failed (client error): The resource could not be found. Oct 14 02:32:26.788449 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5b906802-0de3-4a7e-b7e9-b582fd2e7779 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "GET /networking/v2.0/security-groups/ad7662e2-cde2-4d9b-873b-f938acc545b8 HTTP/1.1" status: 404 len: 347 time: 0.0194533 Oct 14 02:32:26.791515 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46374) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:26.863932 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:26.885818 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:26.886281 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 6a00709f-bdf7-43f5-85ef-4bea91b3a2e9 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:26.912078 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-62282127-8bc8-4604-8dac-0eb133e765b9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Deleting port 5489772d-b8a3-4e18-bfe6-7e929f612985 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:26.912429 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-62282127-8bc8-4604-8dac-0eb133e765b9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (5489772d-b8a3-4e18-bfe6-7e929f612985), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:26.997947 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-62282127-8bc8-4604-8dac-0eb133e765b9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (5489772d-b8a3-4e18-bfe6-7e929f612985), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:26.998271 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-62282127-8bc8-4604-8dac-0eb133e765b9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (5489772d-b8a3-4e18-bfe6-7e929f612985), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:27.005141 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:27.012224 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-62282127-8bc8-4604-8dac-0eb133e765b9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Calling delete_port for 5489772d-b8a3-4e18-bfe6-7e929f612985 owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:27.167861 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-62282127-8bc8-4604-8dac-0eb133e765b9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (5489772d-b8a3-4e18-bfe6-7e929f612985), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:27.213448 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62282127-8bc8-4604-8dac-0eb133e765b9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Pushing event deleted for resources: {'Port': ['ID=5489772d-b8a3-4e18-bfe6-7e929f612985,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:27.315410 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-62282127-8bc8-4604-8dac-0eb133e765b9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks [] for floatingip (5dad93f9-be2e-4d1f-8c84-2b88e470faba), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:27.319088 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-62282127-8bc8-4604-8dac-0eb133e765b9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:27.333019 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-62282127-8bc8-4604-8dac-0eb133e765b9 tempest-AttachVolumeTestJSON-251442954 tempest-AttachVolumeTestJSON-251442954-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/5dad93f9-be2e-4d1f-8c84-2b88e470faba HTTP/1.1" status: 204 len: 168 time: 0.5316324 Oct 14 02:32:27.520117 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46406) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:27.721181 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-14f3b393-29ec-455a-b841-63383a9f7ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:27.819397 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-14f3b393-29ec-455a-b841-63383a9f7ab8 admin admin] Publish callbacks [] for security_group (eb952043-fe03-48e0-8e69-9516e26c7bfe), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:27.824805 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-14f3b393-29ec-455a-b841-63383a9f7ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (eb952043-fe03-48e0-8e69-9516e26c7bfe), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:27.857378 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3b393-29ec-455a-b841-63383a9f7ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb952043-fe03-48e0-8e69-9516e26c7bfe,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:27.879562 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46414) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:27.880109 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-14f3b393-29ec-455a-b841-63383a9f7ab8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=62a0d0ab341a47f4aa3ac19826181be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583789 Oct 14 02:32:27.930624 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:27.934672 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a2a530e-6a8d-4d79-9e39-77635e93a192 admin admin] Publish callbacks [] for security_group (eb952043-fe03-48e0-8e69-9516e26c7bfe), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:27.956159 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a2a530e-6a8d-4d79-9e39-77635e93a192 admin admin] Publish callbacks [] for security_group (eb952043-fe03-48e0-8e69-9516e26c7bfe), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:28.004533 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a2a530e-6a8d-4d79-9e39-77635e93a192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (eb952043-fe03-48e0-8e69-9516e26c7bfe), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:28.007060 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a2a530e-6a8d-4d79-9e39-77635e93a192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:28.008226 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0a2a530e-6a8d-4d79-9e39-77635e93a192 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/eb952043-fe03-48e0-8e69-9516e26c7bfe HTTP/1.1" status: 204 len: 168 time: 0.1261992 Oct 14 02:32:28.016198 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a530e-6a8d-4d79-9e39-77635e93a192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb952043-fe03-48e0-8e69-9516e26c7bfe,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:28.278155 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46420) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:28.292153 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a155-3af3-4532-8f6a-89a6bf88af7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:28.368231 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a155-3af3-4532-8f6a-89a6bf88af7d admin admin] Publish callbacks [] for security_group (9ca8298f-3653-4039-a3a0-84a59ae2aa84), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:28.371801 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a155-3af3-4532-8f6a-89a6bf88af7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (9ca8298f-3653-4039-a3a0-84a59ae2aa84), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:28.406366 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:28.412388 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f5e8a155-3af3-4532-8f6a-89a6bf88af7d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6272995ef3fc4e8bb2a7afe6f5f0c828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332207 Oct 14 02:32:28.413069 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8a155-3af3-4532-8f6a-89a6bf88af7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca8298f-3653-4039-a3a0-84a59ae2aa84,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:28.415211 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46422) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:28.464541 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8f99-51f1-487c-9c3d-9eb656be00fe admin admin] Publish callbacks [] for security_group (9ca8298f-3653-4039-a3a0-84a59ae2aa84), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:28.485837 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8f99-51f1-487c-9c3d-9eb656be00fe admin admin] Publish callbacks [] for security_group (9ca8298f-3653-4039-a3a0-84a59ae2aa84), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:28.534792 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8f99-51f1-487c-9c3d-9eb656be00fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (9ca8298f-3653-4039-a3a0-84a59ae2aa84), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:28.537472 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8f99-51f1-487c-9c3d-9eb656be00fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:28.538612 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7e9c8f99-51f1-487c-9c3d-9eb656be00fe admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9ca8298f-3653-4039-a3a0-84a59ae2aa84 HTTP/1.1" status: 204 len: 168 time: 0.1222835 Oct 14 02:32:28.547112 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c8f99-51f1-487c-9c3d-9eb656be00fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca8298f-3653-4039-a3a0-84a59ae2aa84,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:30.250392 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:30.351983 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46508) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:30.356403 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46510) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:30.558182 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5699-065d-443f-9e65-decf4d4cba67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:30.640958 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5699-065d-443f-9e65-decf4d4cba67 admin admin] Publish callbacks [] for security_group (fb53f1eb-72a8-4d14-8eee-21d650090e29), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:30.646327 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5699-065d-443f-9e65-decf4d4cba67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (fb53f1eb-72a8-4d14-8eee-21d650090e29), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:30.656711 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:30.661754 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Deleting port 330b105d-6223-437b-b892-eea4ec72ee51 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:30.662027 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (330b105d-6223-437b-b892-eea4ec72ee51), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:30.691590 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c4bb5699-065d-443f-9e65-decf4d4cba67 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e5f99554d6ee4433b3df3e92eabae5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333499 Oct 14 02:32:30.694658 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb5699-065d-443f-9e65-decf4d4cba67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb53f1eb-72a8-4d14-8eee-21d650090e29,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:30.704738 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46516) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:30.718933 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:30.761111 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (330b105d-6223-437b-b892-eea4ec72ee51), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:30.761428 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for floatingip (330b105d-6223-437b-b892-eea4ec72ee51), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:30.766622 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0adbb787-e311-4c37-a35a-2e15313be8ba admin admin] Publish callbacks [] for security_group (fb53f1eb-72a8-4d14-8eee-21d650090e29), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:30.780004 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Calling delete_port for 330b105d-6223-437b-b892-eea4ec72ee51 owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:30.794878 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0adbb787-e311-4c37-a35a-2e15313be8ba admin admin] Publish callbacks [] for security_group (fb53f1eb-72a8-4d14-8eee-21d650090e29), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:30.862615 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0adbb787-e311-4c37-a35a-2e15313be8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (fb53f1eb-72a8-4d14-8eee-21d650090e29), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:30.865421 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0adbb787-e311-4c37-a35a-2e15313be8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:30.867386 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-0adbb787-e311-4c37-a35a-2e15313be8ba admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fb53f1eb-72a8-4d14-8eee-21d650090e29 HTTP/1.1" status: 204 len: 168 time: 0.1607022 Oct 14 02:32:30.883908 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbb787-e311-4c37-a35a-2e15313be8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb53f1eb-72a8-4d14-8eee-21d650090e29,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:30.959165 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46530) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:31.025472 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (330b105d-6223-437b-b892-eea4ec72ee51), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:31.054826 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event deleted for resources: {'Port': ['ID=330b105d-6223-437b-b892-eea4ec72ee51,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:31.127236 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for floatingip (07bfb752-b6ab-4bf7-9f5f-c68f4b652393), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:31.127486 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Floating IP 07bfb752-b6ab-4bf7-9f5f-c68f4b652393 disassociated (deleted). External IP: 172.27.1.101, port: 1201edef-47d3-4624-9140-59745722444b. Oct 14 02:32:31.227459 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:31.286480 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46536) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:31.305019 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-603249cb-4c32-4e24-878f-a5d4e040b24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:31.405405 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:32:31.498351 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-603249cb-4c32-4e24-878f-a5d4e040b24d admin admin] Publish callbacks [] for security_group (3fa56784-6413-47ad-a281-587788edb718), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:31.528288 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-603249cb-4c32-4e24-878f-a5d4e040b24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (3fa56784-6413-47ad-a281-587788edb718), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:31.565566 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:31.593529 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-603249cb-4c32-4e24-878f-a5d4e040b24d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=85e812d1942e44f7a2e9a25839c09153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034101 Oct 14 02:32:31.593529 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603249cb-4c32-4e24-878f-a5d4e040b24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa56784-6413-47ad-a281-587788edb718,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:31.597019 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46538) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:31.599309 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:32:31.604917 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:31.611563 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a448e-2827-458d-b847-9f0f7fbf80ae None None] Sync routers for ids ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:32:31.625356 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a448e-2827-458d-b847-9f0f7fbf80ae None None] Routers {'d1b93ff3-29ff-4c85-a93c-c77f207b66e7'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:31.626198 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f75a448e-2827-458d-b847-9f0f7fbf80ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:31.638190 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d01cba1a-e7e2-4ff3-88d3-5a68fba467f6 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/07bfb752-b6ab-4bf7-9f5f-c68f4b652393 HTTP/1.1" status: 204 len: 168 time: 1.2851181 Oct 14 02:32:31.638841 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'tag': '1201edef-47d3-4624-9140-59745722444b'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:32:31.640581 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587853'] for router_interface (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:31.641298 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa0671c-d663-4d30-bbff-9c0956d663f8" -d '{"events": [{"name": "network-changed", "server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "tag": "1201edef-47d3-4624-9140-59745722444b"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:32:31.687557 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9e9dc9-54cd-4e41-a50b-a74b58a2f55f x-openstack-request-id: req-bb9e9dc9-54cd-4e41-a50b-a74b58a2f55f {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:32:31.688432 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "tag": "1201edef-47d3-4624-9140-59745722444b", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:32:31.688898 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb9e9dc9-54cd-4e41-a50b-a74b58a2f55f {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:32:31.689519 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9e9dc9-54cd-4e41-a50b-a74b58a2f55f'] response: {'name': 'network-changed', 'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'tag': '1201edef-47d3-4624-9140-59745722444b', 'status': 'completed', 'code': 200} Oct 14 02:32:31.748097 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f75a448e-2827-458d-b847-9f0f7fbf80ae None None] Set router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:31.789790 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eb5d5673-2a08-4900-ace8-f44571db2f0a admin admin] Publish callbacks [] for security_group (3fa56784-6413-47ad-a281-587788edb718), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:31.816220 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0671c-d663-4d30-bbff-9c0956d663f8 req-f97b80e8-475f-4967-98c7-aa5f4ce9d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:31.817749 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dfa0671c-d663-4d30-bbff-9c0956d663f8 req-f97b80e8-475f-4967-98c7-aa5f4ce9d819 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2a51798d7e54605a7e59b0cba385973&device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 1130 time: 0.1068618 Oct 14 02:32:31.833455 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eb5d5673-2a08-4900-ace8-f44571db2f0a admin admin] Publish callbacks [] for security_group (3fa56784-6413-47ad-a281-587788edb718), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:31.852010 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:31.980429 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ca03e-1131-4b5d-8784-144f91f9b8e3 req-40993f97-e2fe-42e1-90f8-0379f2a9ed82 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:31.982181 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b25ca03e-1131-4b5d-8784-144f91f9b8e3 req-40993f97-e2fe-42e1-90f8-0379f2a9ed82 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.1311429 Oct 14 02:32:32.004495 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:32.051777 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eb5d5673-2a08-4900-ace8-f44571db2f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (3fa56784-6413-47ad-a281-587788edb718), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:32.051777 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eb5d5673-2a08-4900-ace8-f44571db2f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:32.051777 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-eb5d5673-2a08-4900-ace8-f44571db2f0a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3fa56784-6413-47ad-a281-587788edb718 HTTP/1.1" status: 204 len: 168 time: 0.4468143 Oct 14 02:32:32.068454 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d5673-2a08-4900-ace8-f44571db2f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa56784-6413-47ad-a281-587788edb718,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:32.106978 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b25ca03e-1131-4b5d-8784-144f91f9b8e3 req-fa3d39e2-7113-415c-b53f-43d0a7b5bc40 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128695 Oct 14 02:32:32.127109 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] Deleting port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:32.127516 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:32.161411 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f75a448e-2827-458d-b847-9f0f7fbf80ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd7c24761-ec3d-4978-b1ff-435d8a93686e', 'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'mac_address': 'fa:16:3e:bf:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:21Z', 'revision_number': 5, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'subnets': [{'id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:32.199097 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a448e-2827-458d-b847-9f0f7fbf80ae None None] Checking router: d1b93ff3-29ff-4c85-a93c-c77f207b66e7 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:32:32.210761 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:32.212528 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a448e-2827-458d-b847-9f0f7fbf80ae None None] Routers {'d1b93ff3-29ff-4c85-a93c-c77f207b66e7'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:32.213375 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f75a448e-2827-458d-b847-9f0f7fbf80ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:32.224863 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] For port 5ae93dd1-6c38-4fd3-bfca-dde77b552d65, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=5ae93dd1-6c38-4fd3-bfca-dde77b552d65,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:32.225317 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:32.240042 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] Calling delete_port for 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:32.385870 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f75a448e-2827-458d-b847-9f0f7fbf80ae None None] Set router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:32.493173 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (5ae93dd1-6c38-4fd3-bfca-dde77b552d65), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:32.595509 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae93dd1-6c38-4fd3-bfca-dde77b552d65,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:32.644618 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f75a448e-2827-458d-b847-9f0f7fbf80ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd7c24761-ec3d-4978-b1ff-435d8a93686e', 'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'mac_address': 'fa:16:3e:bf:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:21Z', 'revision_number': 5, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'subnets': [{'id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:32.674386 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a448e-2827-458d-b847-9f0f7fbf80ae None None] The sync data for ids ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'] in dv-cinder-845069-4-iscsi is: [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:26:10Z', 'revision_number': 4, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd7c24761-ec3d-4978-b1ff-435d8a93686e', 'name': '', 'network_id': '7ece237d-f72e-4a0c-bf5e-3ace7adceeb8', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'mac_address': 'fa:16:3e:bf:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:08Z', 'updated_at': '2022-10-14T02:26:21Z', 'revision_number': 5, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'subnets': [{'id': 'fba1b051-899c-4acf-83d9-7df396b9533f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:32:32.787238 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587833'] for router_interface (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:32.811910 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9457ac0-aa45-4b07-9f68-2b275e2a4d9a None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:32:32.956081 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:32.980155 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9457ac0-aa45-4b07-9f68-2b275e2a4d9a None None] Resources bound (agent type, host, resource id): {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 02:32:33.030395 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:33.064953 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96417f95-42bb-4ad8-9769-dfce06d44314 None None] New status for floating IP 07bfb752-b6ab-4bf7-9f5f-c68f4b652393: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:32:33.148277 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:33.194094 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] Router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:32:33.200291 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0671c-d663-4d30-bbff-9c0956d663f8 req-e946c5ef-cd02-45e0-8d12-971382ff7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:33.202474 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dfa0671c-d663-4d30-bbff-9c0956d663f8 req-e946c5ef-cd02-45e0-8d12-971382ff7e6e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 HTTP/1.1" status: 200 len: 909 time: 0.2562494 Oct 14 02:32:33.396578 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbbb7d-c89d-4eae-9d54-52f1bf52ad55 req-31d411dd-cd7e-413f-aff6-c67a063e689a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:33.398279 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-49dbbb7d-c89d-4eae-9d54-52f1bf52ad55 req-31d411dd-cd7e-413f-aff6-c67a063e689a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.1126113 Oct 14 02:32:33.435229 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dfa0671c-d663-4d30-bbff-9c0956d663f8 req-608aa49a-a943-4122-815a-df93cd23ca8e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1201edef-47d3-4624-9140-59745722444b HTTP/1.1" status: 200 len: 217 time: 0.1822672 Oct 14 02:32:33.490794 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359e7c6-dfa2-43a6-b20c-80ae3a487236 req-ee0ceb2c-cdaa-4da2-b407-42c74af1db54 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:33.492862 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1359e7c6-dfa2-43a6-b20c-80ae3a487236 req-ee0ceb2c-cdaa-4da2-b407-42c74af1db54 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 946 time: 0.1180897 Oct 14 02:32:33.544038 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-49dbbb7d-c89d-4eae-9d54-52f1bf52ad55 req-6789342f-d2b2-46ff-80f2-bb853cbd1fbf tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Deleting port 1201edef-47d3-4624-9140-59745722444b {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:33.545187 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-49dbbb7d-c89d-4eae-9d54-52f1bf52ad55 req-6789342f-d2b2-46ff-80f2-bb853cbd1fbf tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (1201edef-47d3-4624-9140-59745722444b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:33.578279 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:32:33.588105 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2c926-ee93-4614-bf10-28e15960bf88 None None] Sync routers for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:32:33.597351 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e15c429e-781c-4d79-bcc9-0c0c5d00db6e admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b4f13634-2a06-45c0-ab3a-665fd20bb2b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6373570 Oct 14 02:32:33.604167 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46598) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:33.610423 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2c926-ee93-4614-bf10-28e15960bf88 None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:33.615095 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f3d2c926-ee93-4614-bf10-28e15960bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:33.630512 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0671c-d663-4d30-bbff-9c0956d663f8 req-ce44e7fb-f5e7-4c43-ac6e-cee6a742929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:33.632197 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dfa0671c-d663-4d30-bbff-9c0956d663f8 req-ce44e7fb-f5e7-4c43-ac6e-cee6a742929a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=fba1b051-899c-4acf-83d9-7df396b9533f HTTP/1.1" status: 200 len: 847 time: 0.1361940 Oct 14 02:32:33.750358 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0671c-d663-4d30-bbff-9c0956d663f8 req-1d1346ca-dff0-486d-80eb-25da9dc20b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:33.752281 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dfa0671c-d663-4d30-bbff-9c0956d663f8 req-1d1346ca-dff0-486d-80eb-25da9dc20b20 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462656 Oct 14 02:32:33.753211 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-49dbbb7d-c89d-4eae-9d54-52f1bf52ad55 req-6789342f-d2b2-46ff-80f2-bb853cbd1fbf tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] For port 1201edef-47d3-4624-9140-59745722444b, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=1201edef-47d3-4624-9140-59745722444b,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:33.753582 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-49dbbb7d-c89d-4eae-9d54-52f1bf52ad55 req-6789342f-d2b2-46ff-80f2-bb853cbd1fbf tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (1201edef-47d3-4624-9140-59745722444b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:33.759261 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1359e7c6-dfa2-43a6-b20c-80ae3a487236 req-065b4e77-7ddb-47d1-a0f7-27334be7603f tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f324b2ed-aff8-44c8-972e-7602e8d2bc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484059 Oct 14 02:32:33.793391 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-49dbbb7d-c89d-4eae-9d54-52f1bf52ad55 req-6789342f-d2b2-46ff-80f2-bb853cbd1fbf tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Calling delete_port for 1201edef-47d3-4624-9140-59745722444b owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:33.797268 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f3d2c926-ee93-4614-bf10-28e15960bf88 None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:33.930607 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Publish callbacks [] for router (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:34.017250 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-49dbbb7d-c89d-4eae-9d54-52f1bf52ad55 req-6789342f-d2b2-46ff-80f2-bb853cbd1fbf tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (1201edef-47d3-4624-9140-59745722444b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:34.027081 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:34.051569 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789342f-d2b2-46ff-80f2-bb853cbd1fbf tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event deleted for resources: {'Port': ['ID=1201edef-47d3-4624-9140-59745722444b,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:34.097677 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Publish callbacks [] for router_gateway (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:34.124956 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dbbb7d-c89d-4eae-9d54-52f1bf52ad55 req-6789342f-d2b2-46ff-80f2-bb853cbd1fbf tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] No DVR routers for this DVR port 1201edef-47d3-4624-9140-59745722444b on host hv-cinder-84506 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:34.128686 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-49dbbb7d-c89d-4eae-9d54-52f1bf52ad55 req-6789342f-d2b2-46ff-80f2-bb853cbd1fbf tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:34.131305 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f3d2c926-ee93-4614-bf10-28e15960bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:32:32Z', 'revision_number': 5, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port': {'id': 'b3b2feee-5acc-4b16-b0ac-3e797c4a6877', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:14Z', 'updated_at': '2022-10-14T02:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:34.133254 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-49dbbb7d-c89d-4eae-9d54-52f1bf52ad55 req-6789342f-d2b2-46ff-80f2-bb853cbd1fbf tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.25 "DELETE /networking/v2.0/ports/1201edef-47d3-4624-9140-59745722444b HTTP/1.1" status: 204 len: 173 time: 0.7250533 Oct 14 02:32:34.134523 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'name': 'network-vif-deleted', 'tag': '1201edef-47d3-4624-9140-59745722444b'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:32:34.138713 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acdb757-5944-40a7-872a-f4978430d326" -d '{"events": [{"server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "name": "network-vif-deleted", "tag": "1201edef-47d3-4624-9140-59745722444b"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:32:34.177953 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2c926-ee93-4614-bf10-28e15960bf88 None None] Checking router: b4f13634-2a06-45c0-ab3a-665fd20bb2b6 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:32:34.202499 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Deleting port b3b2feee-5acc-4b16-b0ac-3e797c4a6877 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:34.202973 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:34.210478 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2c926-ee93-4614-bf10-28e15960bf88 None None] Routers {'b4f13634-2a06-45c0-ab3a-665fd20bb2b6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:34.211139 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f3d2c926-ee93-4614-bf10-28e15960bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:34.213507 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:34.237461 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5208eb43-93bb-4465-a15e-9bb4d2cadbd2 x-openstack-request-id: req-5208eb43-93bb-4465-a15e-9bb4d2cadbd2 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:32:34.237745 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811b3a52-ee43-4ab2-ac2c-e508ffde3757", "name": "network-vif-deleted", "tag": "1201edef-47d3-4624-9140-59745722444b", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:32:34.238252 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5208eb43-93bb-4465-a15e-9bb4d2cadbd2 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:32:34.238825 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5208eb43-93bb-4465-a15e-9bb4d2cadbd2'] response: {'server_uuid': '811b3a52-ee43-4ab2-ac2c-e508ffde3757', 'name': 'network-vif-deleted', 'tag': '1201edef-47d3-4624-9140-59745722444b', 'status': 'completed', 'code': 200} Oct 14 02:32:34.278971 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dfa0671c-d663-4d30-bbff-9c0956d663f8 req-99710e16-759f-409d-9f45-c84fd3bd3ff9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167120 Oct 14 02:32:34.318218 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-f12b4c5c-be85-4720-9f48-667920ba40da None None] Provisioning complete for port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:32:34.319203 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f12b4c5c-be85-4720-9f48-667920ba40da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:34.319203 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-f12b4c5c-be85-4720-9f48-667920ba40da None None] Attempt 1 to provision port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 Oct 14 02:32:34.349779 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f3d2c926-ee93-4614-bf10-28e15960bf88 None None] Set router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 gateway port host: None {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:34.380478 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:34.393451 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] For port b3b2feee-5acc-4b16-b0ac-3e797c4a6877, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=b3b2feee-5acc-4b16-b0ac-3e797c4a6877,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:34.393850 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:34.409183 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f3d2c926-ee93-4614-bf10-28e15960bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:32:34Z', 'revision_number': 6, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port_host': None}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:34.420368 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Calling delete_port for b3b2feee-5acc-4b16-b0ac-3e797c4a6877 owned by network:router_gateway {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:34.439210 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2c926-ee93-4614-bf10-28e15960bf88 None None] The sync data for ids ['b4f13634-2a06-45c0-ab3a-665fd20bb2b6'] in dv-cinder-845069-4-iscsi is: [{'id': 'b4f13634-2a06-45c0-ab3a-665fd20bb2b6', 'name': 'tempest-AttachVolumeTestJSON-1217473467-router', 'tenant_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:13Z', 'updated_at': '2022-10-14T02:32:34Z', 'revision_number': 6, 'project_id': 'f6ff3da9d38f423ba8fbd11f635f2e1e', 'gw_port_host': None}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:32:34.448679 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-dfa0671c-d663-4d30-bbff-9c0956d663f8 req-ca4ffa4d-f924-478c-90fd-176cf30f99e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606729 Oct 14 02:32:34.510381 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-f12b4c5c-be85-4720-9f48-667920ba40da None None] Current status of the port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:32:34.515613 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:34.630676 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-ce609ade-42de-45e6-8c7c-132d6f076b2d None None] Provisioning complete for port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:32:34.631189 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ce609ade-42de-45e6-8c7c-132d6f076b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:34.632127 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-ce609ade-42de-45e6-8c7c-132d6f076b2d None None] Attempt 1 to provision port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 Oct 14 02:32:34.653038 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (b3b2feee-5acc-4b16-b0ac-3e797c4a6877), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:34.690550 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b2feee-5acc-4b16-b0ac-3e797c4a6877,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:34.746057 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ce609ade-42de-45e6-8c7c-132d6f076b2d None None] Current status of the port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:32:35.173947 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.174447 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.174609 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.174944 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.175298 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.175710 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.176059 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.176341 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.176663 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.177039 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.177358 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.177734 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.178089 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.178434 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.178779 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:35.224675 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ec501f63-2c19-422c-b599-b38beecab9cf req-fa3268fe-55aa-4b48-ba47-c9930f421473 tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=811b3a52-ee43-4ab2-ac2c-e508ffde3757 HTTP/1.1" status: 200 len: 210 time: 0.0666633 Oct 14 02:32:35.253251 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582515'] for router_gateway (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.350678 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15749'] for router (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.353070 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Publish callbacks [] for router_controller (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.402743 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587873'] for router (b4f13634-2a06-45c0-ab3a-665fd20bb2b6), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.403370 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f13634-2a06-45c0-ab3a-665fd20bb2b6 {{(pid=104415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 02:32:35.407821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.408766 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e8d15e2c-8b9b-46b9-8f56-6d2a0463d1af admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/b4f13634-2a06-45c0-ab3a-665fd20bb2b6 HTTP/1.1" status: 204 len: 168 time: 1.8007627 Oct 14 02:32:35.411285 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46634) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:35.458166 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdb9016-0870-4fda-a5cd-6cb465ec0f64 admin admin] Deleting subnet a651fca8-4007-4455-b37a-8eae20093d74 {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:32:35.462061 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9016-0870-4fda-a5cd-6cb465ec0f64 admin admin] Publish callbacks [] for subnet (a651fca8-4007-4455-b37a-8eae20093d74), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.499694 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9016-0870-4fda-a5cd-6cb465ec0f64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8933973'] for subnet (a651fca8-4007-4455-b37a-8eae20093d74), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.586351 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9016-0870-4fda-a5cd-6cb465ec0f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (a651fca8-4007-4455-b37a-8eae20093d74), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.644310 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9016-0870-4fda-a5cd-6cb465ec0f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9733939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000216'] for subnet (a651fca8-4007-4455-b37a-8eae20093d74), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.670578 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb9016-0870-4fda-a5cd-6cb465ec0f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a651fca8-4007-4455-b37a-8eae20093d74,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:35.676756 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9016-0870-4fda-a5cd-6cb465ec0f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.679940 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8fdb9016-0870-4fda-a5cd-6cb465ec0f64 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a651fca8-4007-4455-b37a-8eae20093d74 HTTP/1.1" status: 204 len: 168 time: 0.2676923 Oct 14 02:32:35.682475 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46636) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:35.682604 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a374f81-1f5d-42f5-9f5e-5f9519edd83e None None] Network 4299c348-5cd7-492e-82e5-e30b1204822d requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:32:35.765562 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (4299c348-5cd7-492e-82e5-e30b1204822d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.823790 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Deleting port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:35.824052 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.837628 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:35.893662 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] DHCP port deletion for 4299c348-5cd7-492e-82e5-e30b1204822d request from dv-cinder-845069-4-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 02:32:35.894508 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] For port e1416e90-17d1-4c7f-a205-1ecf9eb3b359, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=e1416e90-17d1-4c7f-a205-1ecf9eb3b359,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:35.894878 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.909368 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Calling delete_port for e1416e90-17d1-4c7f-a205-1ecf9eb3b359 owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:35.931377 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Deleting port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:35.931753 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.993158 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:35.996454 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:36.000939 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device e1416e90-17d1-4c7f-a205-1ecf9eb3b359 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:36.010724 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] For port e1416e90-17d1-4c7f-a205-1ecf9eb3b359, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=e1416e90-17d1-4c7f-a205-1ecf9eb3b359,segment=NetworkSegment(e6504c7b-b2d8-44dc-9388-cfac90347102),segment_id=e6504c7b-b2d8-44dc-9388-cfac90347102)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:36.011165 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.018244 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1416e90-17d1-4c7f-a205-1ecf9eb3b359,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:36.025668 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] No DVR routers for this DVR port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 on host dv-cinder-845069-4-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:36.039175 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: e1416e90-17d1-4c7f-a205-1ecf9eb3b359 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:36.039515 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device e1416e90-17d1-4c7f-a205-1ecf9eb3b359 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:36.039928 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:36.045679 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Calling delete_port for e1416e90-17d1-4c7f-a205-1ecf9eb3b359 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:36.066433 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:36.066775 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 5ae93dd1-6c38-4fd3-bfca-dde77b552d65 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:36.067218 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b3b2feee-5acc-4b16-b0ac-3e797c4a6877 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:36.068600 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:36.092176 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: b3b2feee-5acc-4b16-b0ac-3e797c4a6877 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:36.092852 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b3b2feee-5acc-4b16-b0ac-3e797c4a6877 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:36.097401 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (4299c348-5cd7-492e-82e5-e30b1204822d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.123356 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4299c348-5cd7-492e-82e5-e30b1204822d']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:36.157563 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6504c7b-b2d8-44dc-9388-cfac90347102') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:36.157929 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6504c7b-b2d8-44dc-9388-cfac90347102') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:36.166547 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685'] for port (e1416e90-17d1-4c7f-a205-1ecf9eb3b359), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.170699 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8933932'] for segment (e6504c7b-b2d8-44dc-9388-cfac90347102), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.187479 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (e6504c7b-b2d8-44dc-9388-cfac90347102), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.191890 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Pushing event deleted for resources: {'Port': ['ID=e1416e90-17d1-4c7f-a205-1ecf9eb3b359,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:36.196841 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] No DVR routers for this DVR port e1416e90-17d1-4c7f-a205-1ecf9eb3b359 on host dv-cinder-845069-4-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:36.199751 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:32:36.200168 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9734105'] for segment (e6504c7b-b2d8-44dc-9388-cfac90347102), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.203501 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.204442 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.221726 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.221867 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.222097 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.222443 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.222756 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.223104 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.224110 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.224443 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.224769 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.225095 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.225417 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.225742 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.226484 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c485b3c-56fd-486d-bd2c-020f4550758d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.253531 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment e6504c7b-b2d8-44dc-9388-cfac90347102 resource provider aggregate not found Oct 14 02:32:36.281871 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (4299c348-5cd7-492e-82e5-e30b1204822d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.287879 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.291326 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/4299c348-5cd7-492e-82e5-e30b1204822d HTTP/1.1" status: 204 len: 168 time: 0.6079097 Oct 14 02:32:36.294203 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment e6504c7b-b2d8-44dc-9388-cfac90347102 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6504c7b-b2d8-44dc-9388-cfac90347102 found for delete ", "request_id": "req-329bcaba-3f86-4e78-a44a-cf429b214910"}]} Oct 14 02:32:36.302988 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46652) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:36.307680 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c87a3c-31f6-4407-842d-7f1e5fe3e4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4299c348-5cd7-492e-82e5-e30b1204822d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:36.374730 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group (f324b2ed-aff8-44c8-972e-7602e8d2bc5d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.406139 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group (f324b2ed-aff8-44c8-972e-7602e8d2bc5d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.486461 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (f324b2ed-aff8-44c8-972e-7602e8d2bc5d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.489711 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.493481 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f324b2ed-aff8-44c8-972e-7602e8d2bc5d HTTP/1.1" status: 204 len: 168 time: 0.1904101 Oct 14 02:32:36.509140 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f324b2ed-aff8-44c8-972e-7602e8d2bc5d,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:36.520452 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.520795 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.521134 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.521470 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.521969 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.524055 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.524552 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.525183 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.525673 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.526259 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.526737 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.527384 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.527875 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.528403 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.528933 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07401a80-2d6c-4cb2-8e56-7296c5d95a6a tempest-TestShelveInstance-186615956 tempest-TestShelveInstance-186615956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:32:36.566172 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46666) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:36.596403 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46670) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:36.669976 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1ce23f2c-39cd-4cb6-9739-ef94b17c8134 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f6ff3da9d38f423ba8fbd11f635f2e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702543 Oct 14 02:32:36.670289 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46678) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:36.756069 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3bd93d26-7a7e-43f3-9313-aa92e1d5bc61 admin admin] Publish callbacks [] for security_group (05edfd94-ac4e-4801-8bbe-2c42e5047793), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.780908 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3bd93d26-7a7e-43f3-9313-aa92e1d5bc61 admin admin] Publish callbacks [] for security_group (05edfd94-ac4e-4801-8bbe-2c42e5047793), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.852360 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3bd93d26-7a7e-43f3-9313-aa92e1d5bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (05edfd94-ac4e-4801-8bbe-2c42e5047793), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.855469 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3bd93d26-7a7e-43f3-9313-aa92e1d5bc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:36.859648 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3bd93d26-7a7e-43f3-9313-aa92e1d5bc61 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/05edfd94-ac4e-4801-8bbe-2c42e5047793 HTTP/1.1" status: 204 len: 168 time: 0.1852574 Oct 14 02:32:36.872666 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd93d26-7a7e-43f3-9313-aa92e1d5bc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05edfd94-ac4e-4801-8bbe-2c42e5047793,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:36.912090 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 1201edef-47d3-4624-9140-59745722444b no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:36.940064 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: 1201edef-47d3-4624-9140-59745722444b {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:36.940427 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 1201edef-47d3-4624-9140-59745722444b not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:37.170369 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:37.221742 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587853'] for router_interface (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:37.505653 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] Deleting port d7c24761-ec3d-4978-b1ff-435d8a93686e {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:37.506254 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:37.848954 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] For port d7c24761-ec3d-4978-b1ff-435d8a93686e, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=d7c24761-ec3d-4978-b1ff-435d8a93686e,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:37.849397 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:37.863681 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] Calling delete_port for d7c24761-ec3d-4978-b1ff-435d8a93686e owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:37.906945 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:38.082155 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (d7c24761-ec3d-4978-b1ff-435d8a93686e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:38.140161 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c24761-ec3d-4978-b1ff-435d8a93686e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:38.356339 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587833'] for router_interface (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:38.466534 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:38.473839 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46742) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:38.587191 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] Router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:32:38.634814 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7ba6-95e9-4d1b-9937-3b5650ed109d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:38.710035 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:32:38.711628 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a4df8-5d0d-489f-ab4f-9a8a9c2f897d None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:32:38.715344 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2e0ab669-93cd-434b-92ea-530cb694ad82 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/d1b93ff3-29ff-4c85-a93c-c77f207b66e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1477776 Oct 14 02:32:38.718096 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46746) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:38.722430 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4865a5b0-af49-4bf7-8b4a-8a55ff9f204d None None] Sync routers for ids ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:32:38.724243 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7ba6-95e9-4d1b-9937-3b5650ed109d admin admin] Publish callbacks [] for security_group (d8693faa-fc6d-4857-beca-bec17ae503cb), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:38.729251 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7ba6-95e9-4d1b-9937-3b5650ed109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d8693faa-fc6d-4857-beca-bec17ae503cb), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:38.748711 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865a5b0-af49-4bf7-8b4a-8a55ff9f204d None None] Routers {'d1b93ff3-29ff-4c85-a93c-c77f207b66e7'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:38.749617 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-4865a5b0-af49-4bf7-8b4a-8a55ff9f204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:38.768821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b7ba6-95e9-4d1b-9937-3b5650ed109d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8693faa-fc6d-4857-beca-bec17ae503cb,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:38.779139 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8a9b7ba6-95e9-4d1b-9937-3b5650ed109d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=39257b45e242410ba055d41edd921288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036900 Oct 14 02:32:38.781713 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46748) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:38.825494 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:38.839748 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa41-4e55-420d-96a0-a093a4cc363a admin admin] Publish callbacks [] for security_group (d8693faa-fc6d-4857-beca-bec17ae503cb), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:38.843211 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Publish callbacks [] for router (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:38.865124 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a4df8-5d0d-489f-ab4f-9a8a9c2f897d None None] Resources bound (agent type, host, resource id): {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 02:32:38.872598 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa41-4e55-420d-96a0-a093a4cc363a admin admin] Publish callbacks [] for security_group (d8693faa-fc6d-4857-beca-bec17ae503cb), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:38.878696 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-4865a5b0-af49-4bf7-8b4a-8a55ff9f204d None None] Set router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:38.925380 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa41-4e55-420d-96a0-a093a4cc363a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d8693faa-fc6d-4857-beca-bec17ae503cb), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:38.929011 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa41-4e55-420d-96a0-a093a4cc363a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:38.932901 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-90ebfa41-4e55-420d-96a0-a093a4cc363a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d8693faa-fc6d-4857-beca-bec17ae503cb HTTP/1.1" status: 204 len: 168 time: 0.1478558 Oct 14 02:32:38.940395 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebfa41-4e55-420d-96a0-a093a4cc363a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8693faa-fc6d-4857-beca-bec17ae503cb,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:38.981303 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Publish callbacks [] for router_gateway (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.018711 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:39.039482 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Deleting port be16e37c-6151-4225-87b6-c1015417c812 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:39.040114 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (be16e37c-6151-4225-87b6-c1015417c812), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.100213 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-4865a5b0-af49-4bf7-8b4a-8a55ff9f204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'be16e37c-6151-4225-87b6-c1015417c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:32:38Z', 'revision_number': 5, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port': {'id': 'be16e37c-6151-4225-87b6-c1015417c812', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:05Z', 'updated_at': '2022-10-14T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:39.133231 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4865a5b0-af49-4bf7-8b4a-8a55ff9f204d None None] Checking router: d1b93ff3-29ff-4c85-a93c-c77f207b66e7 for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:32:39.141096 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:39.143138 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865a5b0-af49-4bf7-8b4a-8a55ff9f204d None None] Routers {'d1b93ff3-29ff-4c85-a93c-c77f207b66e7'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:39.143983 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-4865a5b0-af49-4bf7-8b4a-8a55ff9f204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:39.178708 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] For port be16e37c-6151-4225-87b6-c1015417c812, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=be16e37c-6151-4225-87b6-c1015417c812,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:39.179033 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (be16e37c-6151-4225-87b6-c1015417c812), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.194412 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Calling delete_port for be16e37c-6151-4225-87b6-c1015417c812 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:39.270973 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-4865a5b0-af49-4bf7-8b4a-8a55ff9f204d None None] Set router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:39.331395 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-4865a5b0-af49-4bf7-8b4a-8a55ff9f204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:32:38Z', 'revision_number': 6, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port_host': None}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:39.364894 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4865a5b0-af49-4bf7-8b4a-8a55ff9f204d None None] The sync data for ids ['d1b93ff3-29ff-4c85-a93c-c77f207b66e7'] in dv-cinder-845069-4-iscsi is: [{'id': 'd1b93ff3-29ff-4c85-a93c-c77f207b66e7', 'name': 'tempest-TestShelveInstance-268758164-router', 'tenant_id': 'f2a51798d7e54605a7e59b0cba385973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:04Z', 'updated_at': '2022-10-14T02:32:38Z', 'revision_number': 6, 'project_id': 'f2a51798d7e54605a7e59b0cba385973', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:32:39.428961 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46766) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:39.442721 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (be16e37c-6151-4225-87b6-c1015417c812), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.447367 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00981419-d9d0-4995-89aa-429e86339548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.483513 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=be16e37c-6151-4225-87b6-c1015417c812,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:39.525645 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:39.626761 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00981419-d9d0-4995-89aa-429e86339548 admin admin] Publish callbacks [] for security_group (f45f8a1b-cb9b-4b11-8bae-9f244913a004), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.636553 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00981419-d9d0-4995-89aa-429e86339548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (f45f8a1b-cb9b-4b11-8bae-9f244913a004), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.640541 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582515'] for router_gateway (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.809461 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-00981419-d9d0-4995-89aa-429e86339548 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=21aadf53c1424237b34422bfcd93f50f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793893 Oct 14 02:32:39.811622 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15749'] for router (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.812523 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46782) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:39.815076 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00981419-d9d0-4995-89aa-429e86339548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45f8a1b-cb9b-4b11-8bae-9f244913a004,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:39.820338 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Publish callbacks [] for router_controller (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.914340 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587873'] for router (d1b93ff3-29ff-4c85-a93c-c77f207b66e7), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.915276 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1b93ff3-29ff-4c85-a93c-c77f207b66e7 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 02:32:39.932003 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.934717 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-70694664-4e73-4abe-9b21-71321bc97761 admin admin] Publish callbacks [] for security_group (f45f8a1b-cb9b-4b11-8bae-9f244913a004), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:39.935680 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-768a4caf-053b-44a6-8bcc-ce44fab50c84 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/d1b93ff3-29ff-4c85-a93c-c77f207b66e7 HTTP/1.1" status: 204 len: 168 time: 1.2169230 Oct 14 02:32:39.937570 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46786) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:39.972083 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-70694664-4e73-4abe-9b21-71321bc97761 admin admin] Publish callbacks [] for security_group (f45f8a1b-cb9b-4b11-8bae-9f244913a004), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.004482 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:40.008835 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf2095c-3772-4a15-8b8b-01ad67f2ff75 admin admin] Deleting subnet fba1b051-899c-4acf-83d9-7df396b9533f {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:32:40.012534 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-eaf2095c-3772-4a15-8b8b-01ad67f2ff75 admin admin] Publish callbacks [] for subnet (fba1b051-899c-4acf-83d9-7df396b9533f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.035212 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-70694664-4e73-4abe-9b21-71321bc97761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (f45f8a1b-cb9b-4b11-8bae-9f244913a004), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.038615 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-70694664-4e73-4abe-9b21-71321bc97761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.040480 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-70694664-4e73-4abe-9b21-71321bc97761 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f45f8a1b-cb9b-4b11-8bae-9f244913a004 HTTP/1.1" status: 204 len: 168 time: 0.2266886 Oct 14 02:32:40.051299 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:40.053157 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70694664-4e73-4abe-9b21-71321bc97761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45f8a1b-cb9b-4b11-8bae-9f244913a004,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:40.117445 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-eaf2095c-3772-4a15-8b8b-01ad67f2ff75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944087'] for subnet (fba1b051-899c-4acf-83d9-7df396b9533f), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.132933 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-7361be02-12cb-4785-a75d-9ac851fdbb20 None None] Provisioning complete for port eeb7839f-f12d-4d24-b746-e11a1d52e668 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:32:40.134617 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7361be02-12cb-4785-a75d-9ac851fdbb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.135163 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-7361be02-12cb-4785-a75d-9ac851fdbb20 None None] Attempt 1 to provision port eeb7839f-f12d-4d24-b746-e11a1d52e668 Oct 14 02:32:40.223560 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-eaf2095c-3772-4a15-8b8b-01ad67f2ff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (fba1b051-899c-4acf-83d9-7df396b9533f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.235926 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-7361be02-12cb-4785-a75d-9ac851fdbb20 None None] Current status of the port eeb7839f-f12d-4d24-b746-e11a1d52e668 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:32:40.293142 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-eaf2095c-3772-4a15-8b8b-01ad67f2ff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9674441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975224'] for subnet (fba1b051-899c-4acf-83d9-7df396b9533f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.309355 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-eaf2095c-3772-4a15-8b8b-01ad67f2ff75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.314595 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b686c6e2-ca4e-498d-8800-c9e0843719c2 None None] Network 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:32:40.315425 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-eaf2095c-3772-4a15-8b8b-01ad67f2ff75 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/fba1b051-899c-4acf-83d9-7df396b9533f HTTP/1.1" status: 204 len: 168 time: 0.3737462 Oct 14 02:32:40.317784 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46796) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:40.354879 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2095c-3772-4a15-8b8b-01ad67f2ff75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba1b051-899c-4acf-83d9-7df396b9533f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:40.364011 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:32:40.416474 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device d7c24761-ec3d-4978-b1ff-435d8a93686e no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:40.443443 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: d7c24761-ec3d-4978-b1ff-435d8a93686e {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:40.444004 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device d7c24761-ec3d-4978-b1ff-435d8a93686e not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:40.449137 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (7ece237d-f72e-4a0c-bf5e-3ace7adceeb8), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.500617 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Deleting port eeb7839f-f12d-4d24-b746-e11a1d52e668 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:40.500959 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.518913 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46798) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:40.522742 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c22ded9-c447-4511-96e3-42ea4edf07b5 None None] DHCP port deletion for 7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 request from dv-cinder-845069-4-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 02:32:40.534678 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f588f4aa-7ab0-4e17-8c5a-93995ef4fa81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.567803 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9c22ded9-c447-4511-96e3-42ea4edf07b5 None None] Deleting port eeb7839f-f12d-4d24-b746-e11a1d52e668 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:40.568396 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c22ded9-c447-4511-96e3-42ea4edf07b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.574148 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] For port eeb7839f-f12d-4d24-b746-e11a1d52e668, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=eeb7839f-f12d-4d24-b746-e11a1d52e668,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:40.574521 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.592468 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Calling delete_port for eeb7839f-f12d-4d24-b746-e11a1d52e668 owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:40.627038 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f588f4aa-7ab0-4e17-8c5a-93995ef4fa81 admin admin] Publish callbacks [] for security_group (ee880699-01ec-4b82-918d-cf9d6eace37b), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.633373 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f588f4aa-7ab0-4e17-8c5a-93995ef4fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (ee880699-01ec-4b82-918d-cf9d6eace37b), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.643500 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-9c22ded9-c447-4511-96e3-42ea4edf07b5 None None] For port eeb7839f-f12d-4d24-b746-e11a1d52e668, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=eeb7839f-f12d-4d24-b746-e11a1d52e668,segment=NetworkSegment(5d4d6904-7261-4e50-92cb-b4416f02f220),segment_id=5d4d6904-7261-4e50-92cb-b4416f02f220)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:40.643962 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c22ded9-c447-4511-96e3-42ea4edf07b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.658487 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9c22ded9-c447-4511-96e3-42ea4edf07b5 None None] Calling delete_port for eeb7839f-f12d-4d24-b746-e11a1d52e668 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:40.680150 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f588f4aa-7ab0-4e17-8c5a-93995ef4fa81 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=45d6cfc1e16b4faba4ffe8509f45cb66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601095 Oct 14 02:32:40.681649 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588f4aa-7ab0-4e17-8c5a-93995ef4fa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee880699-01ec-4b82-918d-cf9d6eace37b,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:40.683026 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46800) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:40.709773 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:40.717353 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.754762 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb7839f-f12d-4d24-b746-e11a1d52e668,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:40.761804 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] No DVR routers for this DVR port eeb7839f-f12d-4d24-b746-e11a1d52e668 on host dv-cinder-845069-4-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:40.770294 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c22ded9-c447-4511-96e3-42ea4edf07b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685'] for port (eeb7839f-f12d-4d24-b746-e11a1d52e668), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.792516 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22ded9-c447-4511-96e3-42ea4edf07b5 None None] Pushing event deleted for resources: {'Port': ['ID=eeb7839f-f12d-4d24-b746-e11a1d52e668,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:40.798952 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22ded9-c447-4511-96e3-42ea4edf07b5 None None] No DVR routers for this DVR port eeb7839f-f12d-4d24-b746-e11a1d52e668 on host dv-cinder-845069-4-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:40.841093 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d689bb30-99b0-48b7-9a05-76752af74664 admin admin] Publish callbacks [] for security_group (ee880699-01ec-4b82-918d-cf9d6eace37b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.855348 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:40.861446 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (7ece237d-f72e-4a0c-bf5e-3ace7adceeb8), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.885137 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d689bb30-99b0-48b7-9a05-76752af74664 admin admin] Publish callbacks [] for security_group (ee880699-01ec-4b82-918d-cf9d6eace37b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.899825 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ece237d-f72e-4a0c-bf5e-3ace7adceeb8']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:40.916853 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4d6904-7261-4e50-92cb-b4416f02f220') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:40.917146 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4d6904-7261-4e50-92cb-b4416f02f220') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:40.936886 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944046'] for segment (5d4d6904-7261-4e50-92cb-b4416f02f220), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.952479 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:40.953656 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (5d4d6904-7261-4e50-92cb-b4416f02f220), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:40.962156 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:32:40.962582 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9674275'] for segment (5d4d6904-7261-4e50-92cb-b4416f02f220), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:41.009787 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 5d4d6904-7261-4e50-92cb-b4416f02f220 resource provider aggregate not found Oct 14 02:32:41.014784 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d689bb30-99b0-48b7-9a05-76752af74664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (ee880699-01ec-4b82-918d-cf9d6eace37b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:41.017329 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d689bb30-99b0-48b7-9a05-76752af74664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:41.018438 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d689bb30-99b0-48b7-9a05-76752af74664 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ee880699-01ec-4b82-918d-cf9d6eace37b HTTP/1.1" status: 204 len: 168 time: 0.3344753 Oct 14 02:32:41.037885 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 5d4d6904-7261-4e50-92cb-b4416f02f220 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d4d6904-7261-4e50-92cb-b4416f02f220 found for delete ", "request_id": "req-a48ec6f0-a6f9-4e54-b1e9-b6bd2778d98a"}]} Oct 14 02:32:41.038814 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689bb30-99b0-48b7-9a05-76752af74664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee880699-01ec-4b82-918d-cf9d6eace37b,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:41.048816 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (7ece237d-f72e-4a0c-bf5e-3ace7adceeb8), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:41.054411 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:41.057848 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/7ece237d-f72e-4a0c-bf5e-3ace7adceeb8 HTTP/1.1" status: 204 len: 168 time: 0.7391031 Oct 14 02:32:41.061055 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46812) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:41.070041 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe27ad-857c-4f4a-a83f-2b0d123095a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ece237d-f72e-4a0c-bf5e-3ace7adceeb8,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:41.391465 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587853'] for router_interface (b480256b-e6be-461c-9ee4-7ee8ee6a6382), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:41.442426 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:41.629829 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] Deleting port 3f88bed7-05e2-4e5e-a88c-d618baf03a32 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:41.630191 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:41.714281 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] For port 3f88bed7-05e2-4e5e-a88c-d618baf03a32, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=3f88bed7-05e2-4e5e-a88c-d618baf03a32,segment=NetworkSegment(25f1b799-18c7-4a78-9cb8-3ea3b60d2a51),segment_id=25f1b799-18c7-4a78-9cb8-3ea3b60d2a51)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:41.714659 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:41.729039 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] Calling delete_port for 3f88bed7-05e2-4e5e-a88c-d618baf03a32 owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:41.741943 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:41.925976 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (3f88bed7-05e2-4e5e-a88c-d618baf03a32), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:41.961545 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3f88bed7-05e2-4e5e-a88c-d618baf03a32,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:42.049373 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device eeb7839f-f12d-4d24-b746-e11a1d52e668 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:42.100380 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: eeb7839f-f12d-4d24-b746-e11a1d52e668 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:42.101021 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device eeb7839f-f12d-4d24-b746-e11a1d52e668 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:42.102245 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device be16e37c-6151-4225-87b6-c1015417c812 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:42.130776 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: be16e37c-6151-4225-87b6-c1015417c812 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:42.131478 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device be16e37c-6151-4225-87b6-c1015417c812 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:42.183967 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587833'] for router_interface (b480256b-e6be-461c-9ee4-7ee8ee6a6382), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:42.277929 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45010214-64c2-4bb3-b716-93f01b17d4d4 None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:32:42.379223 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45010214-64c2-4bb3-b716-93f01b17d4d4 None None] Resources bound (agent type, host, resource id): {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 02:32:42.447229 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:42.474836 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] Router b480256b-e6be-461c-9ee4-7ee8ee6a6382 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:32:42.593445 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:32:42.601522 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46856) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:42.602068 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b631e5ef-1885-4923-adad-b0c3032690ea admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b480256b-e6be-461c-9ee4-7ee8ee6a6382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5395057 Oct 14 02:32:42.603821 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1049e2-13b4-4bd3-aca8-7e94c39cb567 None None] Sync routers for ids ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:32:42.614947 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1049e2-13b4-4bd3-aca8-7e94c39cb567 None None] Routers {'b480256b-e6be-461c-9ee4-7ee8ee6a6382'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:42.615629 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-6f1049e2-13b4-4bd3-aca8-7e94c39cb567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:42.735579 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Publish callbacks [] for router (b480256b-e6be-461c-9ee4-7ee8ee6a6382), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:42.764345 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-6f1049e2-13b4-4bd3-aca8-7e94c39cb567 None None] Set router b480256b-e6be-461c-9ee4-7ee8ee6a6382 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:42.767034 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:42.885840 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Publish callbacks [] for router_gateway (b480256b-e6be-461c-9ee4-7ee8ee6a6382), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:42.946415 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Deleting port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:42.946776 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:42.962886 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-6f1049e2-13b4-4bd3-aca8-7e94c39cb567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'name': 'tempest-TestShelveInstance-1619738733-router', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:32:41Z', 'revision_number': 5, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'gw_port': {'id': 'b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:26:18Z', 'updated_at': '2022-10-14T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:42.993420 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1049e2-13b4-4bd3-aca8-7e94c39cb567 None None] Checking router: b480256b-e6be-461c-9ee4-7ee8ee6a6382 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:32:43.003657 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1049e2-13b4-4bd3-aca8-7e94c39cb567 None None] Routers {'b480256b-e6be-461c-9ee4-7ee8ee6a6382'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:32:43.004436 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-6f1049e2-13b4-4bd3-aca8-7e94c39cb567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:32:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:43.048873 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] For port b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:43.049362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.065299 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Calling delete_port for b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:43.161357 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-6f1049e2-13b4-4bd3-aca8-7e94c39cb567 None None] Set router b480256b-e6be-461c-9ee4-7ee8ee6a6382 gateway port host: None {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:32:43.221795 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-6f1049e2-13b4-4bd3-aca8-7e94c39cb567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'name': 'tempest-TestShelveInstance-1619738733-router', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:32:42Z', 'revision_number': 6, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'gw_port_host': None}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:43.252895 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1049e2-13b4-4bd3-aca8-7e94c39cb567 None None] The sync data for ids ['b480256b-e6be-461c-9ee4-7ee8ee6a6382'] in dv-cinder-845069-4-iscsi is: [{'id': 'b480256b-e6be-461c-9ee4-7ee8ee6a6382', 'name': 'tempest-TestShelveInstance-1619738733-router', 'tenant_id': 'a85ca09a00f045af8bccae7383271502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:26:16Z', 'updated_at': '2022-10-14T02:32:42Z', 'revision_number': 6, 'project_id': 'a85ca09a00f045af8bccae7383271502', 'gw_port_host': None}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:32:43.276933 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.308127 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:43.309369 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-63298856-f749-498f-b0ea-017b0edcfc3c None None] Provisioning complete for port bf27f786-cead-49ed-9870-a0c23c506403 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:32:43.310988 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-63298856-f749-498f-b0ea-017b0edcfc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (bf27f786-cead-49ed-9870-a0c23c506403), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.311640 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-63298856-f749-498f-b0ea-017b0edcfc3c None None] Attempt 1 to provision port bf27f786-cead-49ed-9870-a0c23c506403 Oct 14 02:32:43.397417 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582515'] for router_gateway (b480256b-e6be-461c-9ee4-7ee8ee6a6382), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.405288 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-63298856-f749-498f-b0ea-017b0edcfc3c None None] Current status of the port bf27f786-cead-49ed-9870-a0c23c506403 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:32:43.504169 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15749'] for router (b480256b-e6be-461c-9ee4-7ee8ee6a6382), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.506468 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Publish callbacks [] for router_controller (b480256b-e6be-461c-9ee4-7ee8ee6a6382), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.560000 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587873'] for router (b480256b-e6be-461c-9ee4-7ee8ee6a6382), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.560536 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b480256b-e6be-461c-9ee4-7ee8ee6a6382 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 02:32:43.565467 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.566803 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7c901d4a-5930-472a-aef5-21ee57202f65 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/b480256b-e6be-461c-9ee4-7ee8ee6a6382 HTTP/1.1" status: 204 len: 168 time: 0.9633312 Oct 14 02:32:43.569440 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46892) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:43.618358 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab02f0f8-cc75-476b-a0a4-35389f6b7f85 admin admin] Deleting subnet 7bd019f9-0100-4ecd-b5fa-aad25d10ab6b {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:32:43.629441 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ab02f0f8-cc75-476b-a0a4-35389f6b7f85 admin admin] Publish callbacks [] for subnet (7bd019f9-0100-4ecd-b5fa-aad25d10ab6b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.716057 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ab02f0f8-cc75-476b-a0a4-35389f6b7f85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8933973'] for subnet (7bd019f9-0100-4ecd-b5fa-aad25d10ab6b), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.821550 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ab02f0f8-cc75-476b-a0a4-35389f6b7f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (7bd019f9-0100-4ecd-b5fa-aad25d10ab6b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.852308 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:43.884399 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ab02f0f8-cc75-476b-a0a4-35389f6b7f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9733939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000216'] for subnet (7bd019f9-0100-4ecd-b5fa-aad25d10ab6b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.911423 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02f0f8-cc75-476b-a0a4-35389f6b7f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd019f9-0100-4ecd-b5fa-aad25d10ab6b,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:43.917226 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ab02f0f8-cc75-476b-a0a4-35389f6b7f85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:43.924321 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ab02f0f8-cc75-476b-a0a4-35389f6b7f85 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/7bd019f9-0100-4ecd-b5fa-aad25d10ab6b HTTP/1.1" status: 204 len: 168 time: 0.3504996 Oct 14 02:32:43.924516 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46900) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:43.926591 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f31e0cd-6617-4c21-b368-e39bd6520e42 None None] Network d9d1ebe9-aa80-4cd9-b76f-a70b088874fc requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:32:43.928898 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:44.008639 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (d9d1ebe9-aa80-4cd9-b76f-a70b088874fc), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.017485 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:44.046471 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:44.047472 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b5a3800e-6ae7-4e0d-81c2-4a2fecd206f9 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:44.047987 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 3f88bed7-05e2-4e5e-a88c-d618baf03a32 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:44.057046 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Deleting port bf27f786-cead-49ed-9870-a0c23c506403 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:44.057512 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (bf27f786-cead-49ed-9870-a0c23c506403), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.069301 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 3f88bed7-05e2-4e5e-a88c-d618baf03a32 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:44.069651 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 3f88bed7-05e2-4e5e-a88c-d618baf03a32 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:44.127011 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] For port bf27f786-cead-49ed-9870-a0c23c506403, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=bf27f786-cead-49ed-9870-a0c23c506403,segment=NetworkSegment(25f1b799-18c7-4a78-9cb8-3ea3b60d2a51),segment_id=25f1b799-18c7-4a78-9cb8-3ea3b60d2a51)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:44.127575 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (bf27f786-cead-49ed-9870-a0c23c506403), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.142369 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Calling delete_port for bf27f786-cead-49ed-9870-a0c23c506403 owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:44.170921 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0b72fd-52ee-488f-aa4b-d7bbf730ebe2 None None] DHCP port deletion for d9d1ebe9-aa80-4cd9-b76f-a70b088874fc request from dv-cinder-845069-4-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 02:32:44.211161 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b72fd-52ee-488f-aa4b-d7bbf730ebe2 None None] Deleting port bf27f786-cead-49ed-9870-a0c23c506403 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:32:44.211709 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ee0b72fd-52ee-488f-aa4b-d7bbf730ebe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (bf27f786-cead-49ed-9870-a0c23c506403), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.227490 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (bf27f786-cead-49ed-9870-a0c23c506403), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.255637 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] No DVR routers for this DVR port bf27f786-cead-49ed-9870-a0c23c506403 on host dv-cinder-845069-4-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:44.259331 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf27f786-cead-49ed-9870-a0c23c506403,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:44.309732 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-ee0b72fd-52ee-488f-aa4b-d7bbf730ebe2 None None] For port bf27f786-cead-49ed-9870-a0c23c506403, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=bf27f786-cead-49ed-9870-a0c23c506403,segment=NetworkSegment(25f1b799-18c7-4a78-9cb8-3ea3b60d2a51),segment_id=25f1b799-18c7-4a78-9cb8-3ea3b60d2a51)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:32:44.310229 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ee0b72fd-52ee-488f-aa4b-d7bbf730ebe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (bf27f786-cead-49ed-9870-a0c23c506403), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.326391 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b72fd-52ee-488f-aa4b-d7bbf730ebe2 None None] Calling delete_port for bf27f786-cead-49ed-9870-a0c23c506403 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:32:44.334783 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (d9d1ebe9-aa80-4cd9-b76f-a70b088874fc), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.356860 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d1ebe9-aa80-4cd9-b76f-a70b088874fc']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:44.368858 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f1b799-18c7-4a78-9cb8-3ea3b60d2a51') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:44.369370 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f1b799-18c7-4a78-9cb8-3ea3b60d2a51') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:44.381266 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8933932'] for segment (25f1b799-18c7-4a78-9cb8-3ea3b60d2a51), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.401383 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (25f1b799-18c7-4a78-9cb8-3ea3b60d2a51), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.406047 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:44.410238 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:32:44.410784 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9734105'] for segment (25f1b799-18c7-4a78-9cb8-3ea3b60d2a51), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.418040 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ee0b72fd-52ee-488f-aa4b-d7bbf730ebe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685'] for port (bf27f786-cead-49ed-9870-a0c23c506403), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.448185 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b72fd-52ee-488f-aa4b-d7bbf730ebe2 None None] Pushing event deleted for resources: {'Port': ['ID=bf27f786-cead-49ed-9870-a0c23c506403,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:44.454423 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b72fd-52ee-488f-aa4b-d7bbf730ebe2 None None] No DVR routers for this DVR port bf27f786-cead-49ed-9870-a0c23c506403 on host dv-cinder-845069-4-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:32:44.456922 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 25f1b799-18c7-4a78-9cb8-3ea3b60d2a51 resource provider aggregate not found Oct 14 02:32:44.479284 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 25f1b799-18c7-4a78-9cb8-3ea3b60d2a51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25f1b799-18c7-4a78-9cb8-3ea3b60d2a51 found for delete ", "request_id": "req-c7177627-4eb6-4af1-922a-18540d874eaa"}]} Oct 14 02:32:44.483517 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (d9d1ebe9-aa80-4cd9-b76f-a70b088874fc), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.490726 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.493799 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/d9d1ebe9-aa80-4cd9-b76f-a70b088874fc HTTP/1.1" status: 204 len: 168 time: 0.5683188 Oct 14 02:32:44.505102 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97379ba4-21cb-4c64-9022-399a8e06f52d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d1ebe9-aa80-4cd9-b76f-a70b088874fc,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:44.662802 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46920) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:44.706711 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-52f070f1-eabd-4cde-998a-be1160bd07c6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f2a51798d7e54605a7e59b0cba385973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427485 Oct 14 02:32:44.709167 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 46924) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:44.764446 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc816-7865-4075-bd03-cfc2104cb8e0 admin admin] Publish callbacks [] for security_group (d97d5c5b-234a-43df-93db-121a2bd8b3be), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.786830 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc816-7865-4075-bd03-cfc2104cb8e0 admin admin] Publish callbacks [] for security_group (d97d5c5b-234a-43df-93db-121a2bd8b3be), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.853950 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc816-7865-4075-bd03-cfc2104cb8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d97d5c5b-234a-43df-93db-121a2bd8b3be), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.856737 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc816-7865-4075-bd03-cfc2104cb8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:44.858120 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9c2bc816-7865-4075-bd03-cfc2104cb8e0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d97d5c5b-234a-43df-93db-121a2bd8b3be HTTP/1.1" status: 204 len: 168 time: 0.1480637 Oct 14 02:32:44.866754 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bc816-7865-4075-bd03-cfc2104cb8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97d5c5b-234a-43df-93db-121a2bd8b3be,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:45.201676 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46948) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:45.217788 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:45.245934 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0070dbe7-da96-4c67-90d6-5e21c963beb0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a85ca09a00f045af8bccae7383271502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427482 Oct 14 02:32:45.248411 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46950) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:45.271192 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:45.308314 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4c47cf2e-b423-4a9b-a453-716da0c7a490 admin admin] Publish callbacks [] for security_group (55ecc273-997b-4e04-b54d-0f4d14f13194), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:45.331039 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4c47cf2e-b423-4a9b-a453-716da0c7a490 admin admin] Publish callbacks [] for security_group (55ecc273-997b-4e04-b54d-0f4d14f13194), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:45.380475 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4c47cf2e-b423-4a9b-a453-716da0c7a490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (55ecc273-997b-4e04-b54d-0f4d14f13194), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:45.383277 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4c47cf2e-b423-4a9b-a453-716da0c7a490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:45.384540 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4c47cf2e-b423-4a9b-a453-716da0c7a490 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/55ecc273-997b-4e04-b54d-0f4d14f13194 HTTP/1.1" status: 204 len: 168 time: 0.1351187 Oct 14 02:32:45.392810 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47cf2e-b423-4a9b-a453-716da0c7a490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ecc273-997b-4e04-b54d-0f4d14f13194,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:45.969461 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46986) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:46.015186 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device bf27f786-cead-49ed-9870-a0c23c506403 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:32:46.044934 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: bf27f786-cead-49ed-9870-a0c23c506403 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:32:46.045605 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device bf27f786-cead-49ed-9870-a0c23c506403 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:32:46.132459 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-49f08a2a-0349-455a-a909-1c240e8d0efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:46.224787 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-49f08a2a-0349-455a-a909-1c240e8d0efa admin admin] Publish callbacks [] for security_group (ca57c745-ab59-4a21-af1f-4437e68d2180), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:46.228709 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-49f08a2a-0349-455a-a909-1c240e8d0efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (ca57c745-ab59-4a21-af1f-4437e68d2180), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:46.268058 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f08a2a-0349-455a-a909-1c240e8d0efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca57c745-ab59-4a21-af1f-4437e68d2180,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:46.274650 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-49f08a2a-0349-455a-a909-1c240e8d0efa admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2fb648389bd14beaae115f38b90b87e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011587 Oct 14 02:32:46.274928 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 46992) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:46.330583 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-18001fa2-dd19-4a14-bdd9-f90b13cba27b admin admin] Publish callbacks [] for security_group (ca57c745-ab59-4a21-af1f-4437e68d2180), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:46.350846 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-18001fa2-dd19-4a14-bdd9-f90b13cba27b admin admin] Publish callbacks [] for security_group (ca57c745-ab59-4a21-af1f-4437e68d2180), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:46.395675 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-18001fa2-dd19-4a14-bdd9-f90b13cba27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (ca57c745-ab59-4a21-af1f-4437e68d2180), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:46.398253 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-18001fa2-dd19-4a14-bdd9-f90b13cba27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:46.399407 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-18001fa2-dd19-4a14-bdd9-f90b13cba27b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ca57c745-ab59-4a21-af1f-4437e68d2180 HTTP/1.1" status: 204 len: 168 time: 0.1234152 Oct 14 02:32:46.407352 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18001fa2-dd19-4a14-bdd9-f90b13cba27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca57c745-ab59-4a21-af1f-4437e68d2180,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:46.539102 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-810586b2-d584-4aa3-a7d2-73e878d2a498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:47.337162 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47028) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:47.475286 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3d1d30a-fe88-4980-af01-8394a8eceefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:47.564763 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3d1d30a-fe88-4980-af01-8394a8eceefa admin admin] Publish callbacks [] for security_group (997b595a-8b0c-48f5-9437-613f98690759), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:47.568753 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3d1d30a-fe88-4980-af01-8394a8eceefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (997b595a-8b0c-48f5-9437-613f98690759), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:47.609673 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e3d1d30a-fe88-4980-af01-8394a8eceefa admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a089bd6924994721aabc5156ac4d83e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713957 Oct 14 02:32:47.612897 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47044) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:47.619133 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1d30a-fe88-4980-af01-8394a8eceefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997b595a-8b0c-48f5-9437-613f98690759,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:47.671697 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-567bd46d-0b3e-4a9f-93a0-922bc0f50301 admin admin] Publish callbacks [] for security_group (997b595a-8b0c-48f5-9437-613f98690759), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:47.680179 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=16 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:47.693520 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-567bd46d-0b3e-4a9f-93a0-922bc0f50301 admin admin] Publish callbacks [] for security_group (997b595a-8b0c-48f5-9437-613f98690759), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:47.743007 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-567bd46d-0b3e-4a9f-93a0-922bc0f50301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (997b595a-8b0c-48f5-9437-613f98690759), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:47.745800 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-567bd46d-0b3e-4a9f-93a0-922bc0f50301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:47.746964 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-567bd46d-0b3e-4a9f-93a0-922bc0f50301 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/997b595a-8b0c-48f5-9437-613f98690759 HTTP/1.1" status: 204 len: 168 time: 0.1331134 Oct 14 02:32:47.754936 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bd46d-0b3e-4a9f-93a0-922bc0f50301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997b595a-8b0c-48f5-9437-613f98690759,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:48.010768 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47050) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:48.024521 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-522b85b4-516b-4c99-96af-55bef49ad044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:48.036489 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:48.100034 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-522b85b4-516b-4c99-96af-55bef49ad044 admin admin] Publish callbacks [] for security_group (872fedf6-0fdb-4a91-a06f-e87d89b4f048), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:48.103626 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-522b85b4-516b-4c99-96af-55bef49ad044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (872fedf6-0fdb-4a91-a06f-e87d89b4f048), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:48.143354 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-522b85b4-516b-4c99-96af-55bef49ad044 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4fed12f373184ae59c2bead68c781d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314120 Oct 14 02:32:48.144185 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b85b4-516b-4c99-96af-55bef49ad044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872fedf6-0fdb-4a91-a06f-e87d89b4f048,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:48.146395 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47052) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:48.194862 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ffc62de2-8bc5-4d49-b328-fee6ace60489 admin admin] Publish callbacks [] for security_group (872fedf6-0fdb-4a91-a06f-e87d89b4f048), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:48.214963 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ffc62de2-8bc5-4d49-b328-fee6ace60489 admin admin] Publish callbacks [] for security_group (872fedf6-0fdb-4a91-a06f-e87d89b4f048), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:48.263816 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ffc62de2-8bc5-4d49-b328-fee6ace60489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (872fedf6-0fdb-4a91-a06f-e87d89b4f048), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:48.266429 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ffc62de2-8bc5-4d49-b328-fee6ace60489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:48.267576 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ffc62de2-8bc5-4d49-b328-fee6ace60489 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/872fedf6-0fdb-4a91-a06f-e87d89b4f048 HTTP/1.1" status: 204 len: 168 time: 0.1203089 Oct 14 02:32:48.275046 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc62de2-8bc5-4d49-b328-fee6ace60489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872fedf6-0fdb-4a91-a06f-e87d89b4f048,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:48.879345 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-82c40e8a-68ae-4307-9af8-05894316beb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:49.335170 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=43 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:49.426400 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47112) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:49.537041 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-dc625a77-2570-4d48-b34e-69fffaf9bd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:49.617123 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-dc625a77-2570-4d48-b34e-69fffaf9bd2b admin admin] Publish callbacks [] for security_group (0c7d3546-c4c0-43a2-87fb-b5807f41aac6), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:49.620803 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-dc625a77-2570-4d48-b34e-69fffaf9bd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (0c7d3546-c4c0-43a2-87fb-b5807f41aac6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:49.658575 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-dc625a77-2570-4d48-b34e-69fffaf9bd2b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7940e618534540d78e2801fe55d0f824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311389 Oct 14 02:32:49.660478 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc625a77-2570-4d48-b34e-69fffaf9bd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7d3546-c4c0-43a2-87fb-b5807f41aac6,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:49.661431 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47116) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:49.710904 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-70154350-2038-4e1e-b04c-cdcf087e4194 admin admin] Publish callbacks [] for security_group (0c7d3546-c4c0-43a2-87fb-b5807f41aac6), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:49.731517 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-70154350-2038-4e1e-b04c-cdcf087e4194 admin admin] Publish callbacks [] for security_group (0c7d3546-c4c0-43a2-87fb-b5807f41aac6), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:49.739416 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:49.781378 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-70154350-2038-4e1e-b04c-cdcf087e4194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (0c7d3546-c4c0-43a2-87fb-b5807f41aac6), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:49.783897 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-70154350-2038-4e1e-b04c-cdcf087e4194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:49.785037 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-70154350-2038-4e1e-b04c-cdcf087e4194 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0c7d3546-c4c0-43a2-87fb-b5807f41aac6 HTTP/1.1" status: 204 len: 168 time: 0.1226285 Oct 14 02:32:49.793078 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70154350-2038-4e1e-b04c-cdcf087e4194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7d3546-c4c0-43a2-87fb-b5807f41aac6,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:49.827041 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:50.284936 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47148) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:50.364464 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:50.418445 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fdbbaad5-12f2-40d2-b952-6c6c762027d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:50.515923 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fdbbaad5-12f2-40d2-b952-6c6c762027d9 admin admin] Publish callbacks [] for security_group (41a4d9f7-0f1d-420e-bbc6-f2bd400d6dd4), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:50.520540 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fdbbaad5-12f2-40d2-b952-6c6c762027d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (41a4d9f7-0f1d-420e-bbc6-f2bd400d6dd4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:50.561929 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbaad5-12f2-40d2-b952-6c6c762027d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a4d9f7-0f1d-420e-bbc6-f2bd400d6dd4,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:50.567006 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fdbbaad5-12f2-40d2-b952-6c6c762027d9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=336f450089ad4487b7d0646391f6fdf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809730 Oct 14 02:32:50.569819 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47164) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:50.627350 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c2db68b-97e5-4112-baba-fbc2287f84b4 admin admin] Publish callbacks [] for security_group (41a4d9f7-0f1d-420e-bbc6-f2bd400d6dd4), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:50.647802 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c2db68b-97e5-4112-baba-fbc2287f84b4 admin admin] Publish callbacks [] for security_group (41a4d9f7-0f1d-420e-bbc6-f2bd400d6dd4), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:50.698809 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c2db68b-97e5-4112-baba-fbc2287f84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (41a4d9f7-0f1d-420e-bbc6-f2bd400d6dd4), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:50.701314 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c2db68b-97e5-4112-baba-fbc2287f84b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:50.705484 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6c2db68b-97e5-4112-baba-fbc2287f84b4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/41a4d9f7-0f1d-420e-bbc6-f2bd400d6dd4 HTTP/1.1" status: 204 len: 168 time: 0.1316791 Oct 14 02:32:50.711588 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2db68b-97e5-4112-baba-fbc2287f84b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a4d9f7-0f1d-420e-bbc6-f2bd400d6dd4,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:51.050415 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47214) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:51.064391 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-172d9eed-8076-4904-b91d-f2617cbe5c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:51.066063 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:51.150644 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-172d9eed-8076-4904-b91d-f2617cbe5c20 admin admin] Publish callbacks [] for security_group (eb515cc9-e60a-4a0d-b213-b172b3b0c543), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:51.156497 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-172d9eed-8076-4904-b91d-f2617cbe5c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (eb515cc9-e60a-4a0d-b213-b172b3b0c543), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:51.189542 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:INSERT=16,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:51.477685 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-172d9eed-8076-4904-b91d-f2617cbe5c20 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7622ec08a8064bc6ba542b330de09b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261572 Oct 14 02:32:51.479239 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d9eed-8076-4904-b91d-f2617cbe5c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb515cc9-e60a-4a0d-b213-b172b3b0c543,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:51.480446 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47234) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:51.541652 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-679fddeb-d42a-4297-85d4-b77dd9fbff8f admin admin] Publish callbacks [] for security_group (eb515cc9-e60a-4a0d-b213-b172b3b0c543), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:51.544731 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:51.566893 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-679fddeb-d42a-4297-85d4-b77dd9fbff8f admin admin] Publish callbacks [] for security_group (eb515cc9-e60a-4a0d-b213-b172b3b0c543), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:51.618488 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-679fddeb-d42a-4297-85d4-b77dd9fbff8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (eb515cc9-e60a-4a0d-b213-b172b3b0c543), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:51.621291 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-679fddeb-d42a-4297-85d4-b77dd9fbff8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:51.624986 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-679fddeb-d42a-4297-85d4-b77dd9fbff8f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/eb515cc9-e60a-4a0d-b213-b172b3b0c543 HTTP/1.1" status: 204 len: 168 time: 0.1407342 Oct 14 02:32:51.631133 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fddeb-d42a-4297-85d4-b77dd9fbff8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb515cc9-e60a-4a0d-b213-b172b3b0c543,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:51.760810 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:51.995347 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47258) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:52.012574 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f87b408-0c78-4886-8130-94b97b541c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:52.051640 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:52.100864 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f87b408-0c78-4886-8130-94b97b541c40 admin admin] Publish callbacks [] for security_group (c89a6d3b-eb5c-48d7-9c6f-ee1265a0858f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:52.107135 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f87b408-0c78-4886-8130-94b97b541c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (c89a6d3b-eb5c-48d7-9c6f-ee1265a0858f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:52.146144 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87b408-0c78-4886-8130-94b97b541c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89a6d3b-eb5c-48d7-9c6f-ee1265a0858f,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:52.154160 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7f87b408-0c78-4886-8130-94b97b541c40 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4a01e1dab6644e1797112dad1df6480f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554368 Oct 14 02:32:52.154492 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47268) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:52.210475 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-663bbc98-6052-4c19-aa86-1953fd4e243d admin admin] Publish callbacks [] for security_group (c89a6d3b-eb5c-48d7-9c6f-ee1265a0858f), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:52.242651 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-663bbc98-6052-4c19-aa86-1953fd4e243d admin admin] Publish callbacks [] for security_group (c89a6d3b-eb5c-48d7-9c6f-ee1265a0858f), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:52.293334 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-663bbc98-6052-4c19-aa86-1953fd4e243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (c89a6d3b-eb5c-48d7-9c6f-ee1265a0858f), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:52.297411 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-663bbc98-6052-4c19-aa86-1953fd4e243d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:52.306929 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-663bbc98-6052-4c19-aa86-1953fd4e243d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c89a6d3b-eb5c-48d7-9c6f-ee1265a0858f HTTP/1.1" status: 204 len: 168 time: 0.1460166 Oct 14 02:32:52.309423 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bbc98-6052-4c19-aa86-1953fd4e243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89a6d3b-eb5c-48d7-9c6f-ee1265a0858f,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:56.189435 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47314) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:56.294731 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c13693e2-446a-45a1-b390-7c6b2a4e15a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:56.373132 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c13693e2-446a-45a1-b390-7c6b2a4e15a9 admin admin] Publish callbacks [] for security_group (3d7e3f75-8e7f-4dca-9caf-da5ca137dd5c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:56.377471 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c13693e2-446a-45a1-b390-7c6b2a4e15a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (3d7e3f75-8e7f-4dca-9caf-da5ca137dd5c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:56.416626 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c13693e2-446a-45a1-b390-7c6b2a4e15a9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=54f032802a824478a7629e48695c8139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260947 Oct 14 02:32:56.417468 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13693e2-446a-45a1-b390-7c6b2a4e15a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7e3f75-8e7f-4dca-9caf-da5ca137dd5c,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:56.419460 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47320) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:56.460500 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=5,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:56.487502 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bc057a8a-4df0-4c8b-8743-4fad916dbf25 admin admin] Publish callbacks [] for security_group (3d7e3f75-8e7f-4dca-9caf-da5ca137dd5c), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:56.508681 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bc057a8a-4df0-4c8b-8743-4fad916dbf25 admin admin] Publish callbacks [] for security_group (3d7e3f75-8e7f-4dca-9caf-da5ca137dd5c), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:56.558500 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bc057a8a-4df0-4c8b-8743-4fad916dbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (3d7e3f75-8e7f-4dca-9caf-da5ca137dd5c), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:56.561012 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bc057a8a-4df0-4c8b-8743-4fad916dbf25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:56.562189 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-bc057a8a-4df0-4c8b-8743-4fad916dbf25 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3d7e3f75-8e7f-4dca-9caf-da5ca137dd5c HTTP/1.1" status: 204 len: 168 time: 0.1417558 Oct 14 02:32:56.570975 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc057a8a-4df0-4c8b-8743-4fad916dbf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7e3f75-8e7f-4dca-9caf-da5ca137dd5c,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:57.197562 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47342) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:57.297298 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1287626455-network', 'tenant_id': '097f22ab9d854cb39e0a75f632ae1362'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:32:57.318709 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Made reservation on behalf of 097f22ab9d854cb39e0a75f632ae1362 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:32:57.321024 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:57.330004 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:57.406180 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Publish callbacks [] for security_group (c5486f02-a0a7-42b6-9f70-6750d4578a2e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:57.410503 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (c5486f02-a0a7-42b6-9f70-6750d4578a2e), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:57.437938 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:32:57.443424 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5486f02-a0a7-42b6-9f70-6750d4578a2e,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:57.450391 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (77fe26e9-ce81-4db4-ae65-59713f7662d7), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:57.450729 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Added segment 77fe26e9-ce81-4db4-ae65-59713f7662d7 of type vlan for network de71e233-088d-4af7-9e30-4e5e6d3c060f Oct 14 02:32:57.494919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (de71e233-088d-4af7-9e30-4e5e6d3c060f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:57.533844 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (de71e233-088d-4af7-9e30-4e5e6d3c060f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:57.535150 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:57.535953 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:57.557293 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:57.592883 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3940387 Oct 14 02:32:57.596170 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47348) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:57.601180 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] Request body: {'subnet': {'network_id': 'de71e233-088d-4af7-9e30-4e5e6d3c060f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1287626455-subnet', 'tenant_id': '097f22ab9d854cb39e0a75f632ae1362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:32:57.606692 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d9539-6b57-4449-9dca-2241cc63955c admin admin] Pushing event updated for resources: {'Network': ['ID=de71e233-088d-4af7-9e30-4e5e6d3c060f,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:57.616940 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network de71e233-088d-4af7-9e30-4e5e6d3c060f details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:32:57.621046 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] Made reservation on behalf of 097f22ab9d854cb39e0a75f632ae1362 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:32:57.623769 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8978073'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:57.656338 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:57.797849 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9674376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8978059'] for subnet (cffd7ac7-2532-44d7-85b1-68dea12aa29c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:57.848804 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffd7ac7-2532-44d7-85b1-68dea12aa29c,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:57.865479 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] Checking segment: {'id': '77fe26e9-ce81-4db4-ae65-59713f7662d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'de71e233-088d-4af7-9e30-4e5e6d3c060f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:32:57.865845 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] Network hostable DHCP agents. Network: de71e233-088d-4af7-9e30-4e5e6d3c060f, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:32:57.884281 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] Network de71e233-088d-4af7-9e30-4e5e6d3c060f is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:32:57.898638 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, de71e233-088d-4af7-9e30-4e5e6d3c060f) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:32:57.902842 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:57.903472 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:57.907492 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e376b46-a98f-4419-aeda-5649f7fa0c74 None None] Network de71e233-088d-4af7-9e30-4e5e6d3c060f requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:32:57.923483 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4698db56-3e7c-4737-95f4-f017559d7f7f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3261085 Oct 14 02:32:58.017870 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a6ff1-0b72-420d-a4cd-0608ed7dd774 None None] Network de71e233-088d-4af7-9e30-4e5e6d3c060f requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:32:58.439264 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47364) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:58.444043 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1659723978-network', 'tenant_id': 'b9632b42fdbc4a35b43016a0e0d4f77b'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:32:58.463689 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Made reservation on behalf of b9632b42fdbc4a35b43016a0e0d4f77b for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:32:58.465912 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:58.478714 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:58.489920 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:58.563929 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Publish callbacks [] for security_group (7e10b861-cb18-49e3-90fa-498037eae30a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:58.569554 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (7e10b861-cb18-49e3-90fa-498037eae30a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:58.589254 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:58.594260 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:32:58.605270 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e10b861-cb18-49e3-90fa-498037eae30a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:58.611768 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (ca89dec4-3eda-4171-9434-f9b3cb15f218), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:58.612103 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Added segment ca89dec4-3eda-4171-9434-f9b3cb15f218 of type vlan for network f1f14788-07e8-4828-9447-90bfcfa37682 Oct 14 02:32:58.654439 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (f1f14788-07e8-4828-9447-90bfcfa37682), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:58.681975 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (f1f14788-07e8-4828-9447-90bfcfa37682), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:58.682952 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:58.683549 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:58.745883 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3055356 Oct 14 02:32:58.748663 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47368) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:58.753743 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] Request body: {'subnet': {'network_id': 'f1f14788-07e8-4828-9447-90bfcfa37682', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1659723978-subnet', 'tenant_id': 'b9632b42fdbc4a35b43016a0e0d4f77b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:32:58.757303 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42051d6-3ac4-44b3-bbb3-a29f9674b965 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f14788-07e8-4828-9447-90bfcfa37682,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:58.768184 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network f1f14788-07e8-4828-9447-90bfcfa37682 details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:32:58.776154 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] Made reservation on behalf of b9632b42fdbc4a35b43016a0e0d4f77b for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:32:58.778839 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8978073'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:58.952358 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9674376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8978059'] for subnet (d9aaf8e0-7495-487d-aeaf-d9c2c764ea59), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.012772 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9aaf8e0-7495-487d-aeaf-d9c2c764ea59,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:59.020640 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] Checking segment: {'id': 'ca89dec4-3eda-4171-9434-f9b3cb15f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f1f14788-07e8-4828-9447-90bfcfa37682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:32:59.020996 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] Network hostable DHCP agents. Network: f1f14788-07e8-4828-9447-90bfcfa37682, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:32:59.039203 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] Network f1f14788-07e8-4828-9447-90bfcfa37682 is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:32:59.048593 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, f1f14788-07e8-4828-9447-90bfcfa37682) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:32:59.053151 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:32:59.053738 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.058089 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178caf02-1507-4f2b-8e2f-1a99ed48ecfe None None] Network f1f14788-07e8-4828-9447-90bfcfa37682 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:32:59.075076 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-01f11967-6e8b-4629-8433-78571e979676 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3251653 Oct 14 02:32:59.113159 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:59.167659 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989f025-72cb-4ebe-9604-cf4c738726c8 None None] Network f1f14788-07e8-4828-9447-90bfcfa37682 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:32:59.197548 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47372) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:59.243617 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-472516cb-8012-400e-8130-f649d738d7f8 admin admin] Deleting subnet cffd7ac7-2532-44d7-85b1-68dea12aa29c {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:32:59.246862 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-472516cb-8012-400e-8130-f649d738d7f8 admin admin] Publish callbacks [] for subnet (cffd7ac7-2532-44d7-85b1-68dea12aa29c), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.291446 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-472516cb-8012-400e-8130-f649d738d7f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944087'] for subnet (cffd7ac7-2532-44d7-85b1-68dea12aa29c), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.332989 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-472516cb-8012-400e-8130-f649d738d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (cffd7ac7-2532-44d7-85b1-68dea12aa29c), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.334833 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:59.387898 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-472516cb-8012-400e-8130-f649d738d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9674441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975224'] for subnet (cffd7ac7-2532-44d7-85b1-68dea12aa29c), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.411654 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472516cb-8012-400e-8130-f649d738d7f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffd7ac7-2532-44d7-85b1-68dea12aa29c,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:59.418404 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-472516cb-8012-400e-8130-f649d738d7f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.421557 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-472516cb-8012-400e-8130-f649d738d7f8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/cffd7ac7-2532-44d7-85b1-68dea12aa29c HTTP/1.1" status: 204 len: 168 time: 0.2229741 Oct 14 02:32:59.424804 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47374) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:59.496810 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (de71e233-088d-4af7-9e30-4e5e6d3c060f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.499105 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:32:59.585353 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (de71e233-088d-4af7-9e30-4e5e6d3c060f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.606446 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de71e233-088d-4af7-9e30-4e5e6d3c060f']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:59.615795 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fe26e9-ce81-4db4-ae65-59713f7662d7') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:59.616085 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fe26e9-ce81-4db4-ae65-59713f7662d7') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:32:59.627311 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944046'] for segment (77fe26e9-ce81-4db4-ae65-59713f7662d7), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.647154 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (77fe26e9-ce81-4db4-ae65-59713f7662d7), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.649088 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:32:59.649088 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9674275'] for segment (77fe26e9-ce81-4db4-ae65-59713f7662d7), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.668091 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 77fe26e9-ce81-4db4-ae65-59713f7662d7 resource provider aggregate not found Oct 14 02:32:59.698870 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 77fe26e9-ce81-4db4-ae65-59713f7662d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77fe26e9-ce81-4db4-ae65-59713f7662d7 found for delete ", "request_id": "req-70a03c74-8699-44c9-a77c-2260699e1c4d"}]} Oct 14 02:32:59.722264 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (de71e233-088d-4af7-9e30-4e5e6d3c060f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.732560 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.735246 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/de71e233-088d-4af7-9e30-4e5e6d3c060f HTTP/1.1" status: 204 len: 168 time: 0.3095274 Oct 14 02:32:59.738184 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47382) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:32:59.746807 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c175d-7200-484c-a0de-a319e5777841 admin admin] Pushing event deleted for resources: {'Network': ['ID=de71e233-088d-4af7-9e30-4e5e6d3c060f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:32:59.785989 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-64980062-11ba-4ae4-92ed-100c1b0f1348 admin admin] Deleting subnet d9aaf8e0-7495-487d-aeaf-d9c2c764ea59 {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:32:59.789478 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-64980062-11ba-4ae4-92ed-100c1b0f1348 admin admin] Publish callbacks [] for subnet (d9aaf8e0-7495-487d-aeaf-d9c2c764ea59), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:32:59.827736 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-64980062-11ba-4ae4-92ed-100c1b0f1348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8933973'] for subnet (d9aaf8e0-7495-487d-aeaf-d9c2c764ea59), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.108815 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-64980062-11ba-4ae4-92ed-100c1b0f1348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (d9aaf8e0-7495-487d-aeaf-d9c2c764ea59), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.161677 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-64980062-11ba-4ae4-92ed-100c1b0f1348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9733939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9000216'] for subnet (d9aaf8e0-7495-487d-aeaf-d9c2c764ea59), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.186119 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64980062-11ba-4ae4-92ed-100c1b0f1348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9aaf8e0-7495-487d-aeaf-d9c2c764ea59,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:00.192332 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-64980062-11ba-4ae4-92ed-100c1b0f1348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.195469 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-64980062-11ba-4ae4-92ed-100c1b0f1348 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/d9aaf8e0-7495-487d-aeaf-d9c2c764ea59 HTTP/1.1" status: 204 len: 168 time: 0.4562905 Oct 14 02:33:00.197835 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47384) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:00.240895 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.271676 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (f1f14788-07e8-4828-9447-90bfcfa37682), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.349919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (f1f14788-07e8-4828-9447-90bfcfa37682), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.369175 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:00.371287 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f14788-07e8-4828-9447-90bfcfa37682']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:33:00.382360 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca89dec4-3eda-4171-9434-f9b3cb15f218') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:33:00.382678 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca89dec4-3eda-4171-9434-f9b3cb15f218') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:33:00.398290 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8933932'] for segment (ca89dec4-3eda-4171-9434-f9b3cb15f218), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.412179 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (ca89dec4-3eda-4171-9434-f9b3cb15f218), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.418506 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:33:00.418888 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9734105'] for segment (ca89dec4-3eda-4171-9434-f9b3cb15f218), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.459966 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment ca89dec4-3eda-4171-9434-f9b3cb15f218 resource provider aggregate not found Oct 14 02:33:00.479648 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment ca89dec4-3eda-4171-9434-f9b3cb15f218 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca89dec4-3eda-4171-9434-f9b3cb15f218 found for delete ", "request_id": "req-d9a8d45c-8ba0-4b5a-86ac-7d336e70e636"}]} Oct 14 02:33:00.486372 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (f1f14788-07e8-4828-9447-90bfcfa37682), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.491615 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.494655 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f1f14788-07e8-4828-9447-90bfcfa37682 HTTP/1.1" status: 204 len: 168 time: 0.2959287 Oct 14 02:33:00.507643 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4a85a-4a86-4d92-a0c1-17e59bf4a3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f14788-07e8-4828-9447-90bfcfa37682,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:00.665139 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47396) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:00.707957 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-41ac7879-c88f-4442-aa44-bfcdf537951d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=097f22ab9d854cb39e0a75f632ae1362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416088 Oct 14 02:33:00.710423 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47400) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:00.759186 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0695e24b-b795-400b-86f1-25e230156ad2 admin admin] Publish callbacks [] for security_group (c5486f02-a0a7-42b6-9f70-6750d4578a2e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.778743 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0695e24b-b795-400b-86f1-25e230156ad2 admin admin] Publish callbacks [] for security_group (c5486f02-a0a7-42b6-9f70-6750d4578a2e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.828919 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0695e24b-b795-400b-86f1-25e230156ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (c5486f02-a0a7-42b6-9f70-6750d4578a2e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.831679 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0695e24b-b795-400b-86f1-25e230156ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:00.832839 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0695e24b-b795-400b-86f1-25e230156ad2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c5486f02-a0a7-42b6-9f70-6750d4578a2e HTTP/1.1" status: 204 len: 168 time: 0.1215308 Oct 14 02:33:00.840994 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695e24b-b795-400b-86f1-25e230156ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5486f02-a0a7-42b6-9f70-6750d4578a2e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:01.166084 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47414) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:01.205127 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-47761aff-2880-4e54-93d2-a6f8da798ffd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b9632b42fdbc4a35b43016a0e0d4f77b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379410 Oct 14 02:33:01.207523 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47416) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:01.254417 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4f712679-3f7c-4f0f-b92f-ef8a1aaafe7d admin admin] Publish callbacks [] for security_group (7e10b861-cb18-49e3-90fa-498037eae30a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:01.274571 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4f712679-3f7c-4f0f-b92f-ef8a1aaafe7d admin admin] Publish callbacks [] for security_group (7e10b861-cb18-49e3-90fa-498037eae30a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:01.320743 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4f712679-3f7c-4f0f-b92f-ef8a1aaafe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (7e10b861-cb18-49e3-90fa-498037eae30a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:01.323217 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4f712679-3f7c-4f0f-b92f-ef8a1aaafe7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:01.324339 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4f712679-3f7c-4f0f-b92f-ef8a1aaafe7d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7e10b861-cb18-49e3-90fa-498037eae30a HTTP/1.1" status: 204 len: 168 time: 0.1159523 Oct 14 02:33:01.332819 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f712679-3f7c-4f0f-b92f-ef8a1aaafe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e10b861-cb18-49e3-90fa-498037eae30a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:06.326072 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47512) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:06.434315 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c13d2f23-a3fd-4c6e-9fb8-3b60771ed904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:06.494277 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=10,neutron:UPDATE=1,neutron:SELECT=83,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:06.522750 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c13d2f23-a3fd-4c6e-9fb8-3b60771ed904 admin admin] Publish callbacks [] for security_group (13f13d30-c746-4985-b780-1f1061dc60e4), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:06.526437 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c13d2f23-a3fd-4c6e-9fb8-3b60771ed904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (13f13d30-c746-4985-b780-1f1061dc60e4), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:06.568526 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c13d2f23-a3fd-4c6e-9fb8-3b60771ed904 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e53be85a2ecd4a279464a11ccefeeb13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413843 Oct 14 02:33:06.569381 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d2f23-a3fd-4c6e-9fb8-3b60771ed904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f13d30-c746-4985-b780-1f1061dc60e4,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:06.571229 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47516) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:06.621409 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532e359d-c3a4-44b9-9b91-1425704e6857 admin admin] Publish callbacks [] for security_group (13f13d30-c746-4985-b780-1f1061dc60e4), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:06.641821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532e359d-c3a4-44b9-9b91-1425704e6857 admin admin] Publish callbacks [] for security_group (13f13d30-c746-4985-b780-1f1061dc60e4), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:06.691212 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532e359d-c3a4-44b9-9b91-1425704e6857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (13f13d30-c746-4985-b780-1f1061dc60e4), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:06.693697 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532e359d-c3a4-44b9-9b91-1425704e6857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:06.694823 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-532e359d-c3a4-44b9-9b91-1425704e6857 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/13f13d30-c746-4985-b780-1f1061dc60e4 HTTP/1.1" status: 204 len: 168 time: 0.1226146 Oct 14 02:33:06.702401 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e359d-c3a4-44b9-9b91-1425704e6857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f13d30-c746-4985-b780-1f1061dc60e4,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:06.955527 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47522) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:06.968484 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-01a95a0d-4573-48d3-892e-997911b78b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:07.044029 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-01a95a0d-4573-48d3-892e-997911b78b44 admin admin] Publish callbacks [] for security_group (d0f6aaf4-baf3-465b-9401-6ec15c0eb50c), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:07.047619 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-01a95a0d-4573-48d3-892e-997911b78b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d0f6aaf4-baf3-465b-9401-6ec15c0eb50c), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:07.084098 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a95a0d-4573-48d3-892e-997911b78b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f6aaf4-baf3-465b-9401-6ec15c0eb50c,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:07.088202 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-01a95a0d-4573-48d3-892e-997911b78b44 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cbe7e598d3ad400a9cecf30b29c4ee2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316640 Oct 14 02:33:07.091498 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47524) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:07.103227 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:07.140554 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-14947a2b-7d30-4a39-932d-5992ec58743e admin admin] Publish callbacks [] for security_group (d0f6aaf4-baf3-465b-9401-6ec15c0eb50c), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:07.161303 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-14947a2b-7d30-4a39-932d-5992ec58743e admin admin] Publish callbacks [] for security_group (d0f6aaf4-baf3-465b-9401-6ec15c0eb50c), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:07.205953 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-14947a2b-7d30-4a39-932d-5992ec58743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (d0f6aaf4-baf3-465b-9401-6ec15c0eb50c), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:07.208595 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-14947a2b-7d30-4a39-932d-5992ec58743e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:07.209714 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-14947a2b-7d30-4a39-932d-5992ec58743e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d0f6aaf4-baf3-465b-9401-6ec15c0eb50c HTTP/1.1" status: 204 len: 168 time: 0.1179020 Oct 14 02:33:07.218497 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14947a2b-7d30-4a39-932d-5992ec58743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f6aaf4-baf3-465b-9401-6ec15c0eb50c,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:07.654763 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47544) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:07.819229 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5827c87d-1a02-4571-8c15-a09e8145b78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:07.867441 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:07.903867 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5827c87d-1a02-4571-8c15-a09e8145b78c admin admin] Publish callbacks [] for security_group (8b0aef7e-747b-4c60-847f-0bd7c0d427b9), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:07.908551 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5827c87d-1a02-4571-8c15-a09e8145b78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (8b0aef7e-747b-4c60-847f-0bd7c0d427b9), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:07.953702 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5827c87d-1a02-4571-8c15-a09e8145b78c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=304e0188d24a4b79846b2b63adc7b847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953219 Oct 14 02:33:07.953702 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827c87d-1a02-4571-8c15-a09e8145b78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0aef7e-747b-4c60-847f-0bd7c0d427b9,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:07.955157 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47562) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:08.011995 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dfa2bb55-542f-415b-b50e-683e414fcb91 admin admin] Publish callbacks [] for security_group (8b0aef7e-747b-4c60-847f-0bd7c0d427b9), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:08.032934 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dfa2bb55-542f-415b-b50e-683e414fcb91 admin admin] Publish callbacks [] for security_group (8b0aef7e-747b-4c60-847f-0bd7c0d427b9), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:08.080606 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dfa2bb55-542f-415b-b50e-683e414fcb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (8b0aef7e-747b-4c60-847f-0bd7c0d427b9), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:08.083342 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dfa2bb55-542f-415b-b50e-683e414fcb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:08.086770 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-dfa2bb55-542f-415b-b50e-683e414fcb91 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8b0aef7e-747b-4c60-847f-0bd7c0d427b9 HTTP/1.1" status: 204 len: 168 time: 0.1286442 Oct 14 02:33:08.092869 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2bb55-542f-415b-b50e-683e414fcb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0aef7e-747b-4c60-847f-0bd7c0d427b9,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:08.820770 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47638) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:08.916062 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-5861779-network', 'tenant_id': 'd50887bbbe1d4a66bdae02e0360129fb'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:33:08.937134 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Made reservation on behalf of d50887bbbe1d4a66bdae02e0360129fb for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:33:08.940183 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:08.942956 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:08.949655 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:09.026372 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Publish callbacks [] for security_group (af0f9b6d-6007-485f-9bd1-2f604b400260), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:09.030234 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (af0f9b6d-6007-485f-9bd1-2f604b400260), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:09.060154 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:33:09.065017 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0f9b6d-6007-485f-9bd1-2f604b400260,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:09.072138 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (5f855f81-9aa1-4068-9919-7a7d109246b9), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:09.072548 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Added segment 5f855f81-9aa1-4068-9919-7a7d109246b9 of type vlan for network f6615fcf-0a11-4603-8317-ecd89f9b0103 Oct 14 02:33:09.115744 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731582532042'] for network (f6615fcf-0a11-4603-8317-ecd89f9b0103), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:09.142878 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169'] for network (f6615fcf-0a11-4603-8317-ecd89f9b0103), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:09.143823 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:09.144404 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:09.210287 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3884077 Oct 14 02:33:09.213349 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47642) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:09.215430 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cf7fa-11e4-44e9-b512-0c4aeabcef43 admin admin] Pushing event updated for resources: {'Network': ['ID=f6615fcf-0a11-4603-8317-ecd89f9b0103,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:09.219192 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] Request body: {'subnet': {'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-5861779-subnet', 'tenant_id': 'd50887bbbe1d4a66bdae02e0360129fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:33:09.225737 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Network f6615fcf-0a11-4603-8317-ecd89f9b0103 details requested by agent ovs-agent-dv-cinder-845069-4-iscsi with host dv-cinder-845069-4-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:33:09.240954 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] Made reservation on behalf of d50887bbbe1d4a66bdae02e0360129fb for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:33:09.243479 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8978073'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:09.415859 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9674376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8978059'] for subnet (1c4b51d5-996f-4778-973d-c71968350a34), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:09.470609 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4b51d5-996f-4778-973d-c71968350a34,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:09.481084 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] Checking segment: {'id': '5f855f81-9aa1-4068-9919-7a7d109246b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:33:09.481433 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] Network hostable DHCP agents. Network: f6615fcf-0a11-4603-8317-ecd89f9b0103, hostable agents: ['02db64dc-8aab-4dd5-ba76-bc8bd004038a'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:33:09.498292 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] Network f6615fcf-0a11-4603-8317-ecd89f9b0103 is scheduled to be hosted by DHCP agent 02db64dc-8aab-4dd5-ba76-bc8bd004038a with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:33:09.514086 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845069-4-iscsi, f6615fcf-0a11-4603-8317-ecd89f9b0103) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:33:09.519323 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:09.519918 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:09.525418 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b70154-dda4-450e-9ab5-4a2c6fcac381 None None] Network f6615fcf-0a11-4603-8317-ecd89f9b0103 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:33:09.555775 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-63da2c89-e529-4106-98fb-4c8f67948969 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3330975 Oct 14 02:33:09.646037 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752cefb-6592-483b-a307-a090d9720a41 None None] Network f6615fcf-0a11-4603-8317-ecd89f9b0103 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:33:11.343518 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-7ef38916-ade7-414c-8fbe-bb8c3d0a7641 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:11.344895 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-7ef38916-ade7-414c-8fbe-bb8c3d0a7641 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f6615fcf-0a11-4603-8317-ecd89f9b0103 HTTP/1.1" status: 200 len: 806 time: 0.1095304 Oct 14 02:33:11.360529 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-76129e9e-59f1-448d-8f61-ad63bc3fe3bf tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/quotas/d50887bbbe1d4a66bdae02e0360129fb HTTP/1.1" status: 200 len: 375 time: 0.0096304 Oct 14 02:33:11.393951 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-5e617928-f31e-4dbd-9738-91d75e2819c5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d50887bbbe1d4a66bdae02e0360129fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277896 Oct 14 02:33:11.491892 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-918770b4-fc69-4be9-80c7-139e7858aaa7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912778 Oct 14 02:33:11.516068 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:11.589494 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-94cf2b64-892f-43ae-9366-2e4fe75bee6d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918760 Oct 14 02:33:11.763193 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b307e486-64a1-40d2-8093-61e6d7d4af03 req-63acf927-b965-4d4d-a9df-c960a8ecce23 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 210 time: 0.0319340 Oct 14 02:33:12.809932 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-261e52cb-c723-4738-91ed-377a846176af tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:12.811449 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-261e52cb-c723-4738-91ed-377a846176af tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f6615fcf-0a11-4603-8317-ecd89f9b0103 HTTP/1.1" status: 200 len: 806 time: 0.1195495 Oct 14 02:33:12.823933 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Request body: {'port': {'device_id': '99b29a9e-981a-411a-abc9-cd0a2aff095f', 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103', 'admin_state_up': True, 'tenant_id': 'd50887bbbe1d4a66bdae02e0360129fb'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:33:12.906810 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b1ce32c6-a6bb-4ba8-834b-2b4c48fa59ed req-65433bd1-5f9f-479f-9267-c085bc569633 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 210 time: 0.0311306 Oct 14 02:33:12.927294 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:12.972904 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Made reservation on behalf of d50887bbbe1d4a66bdae02e0360129fb for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:33:12.976405 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:13.105638 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Allocated IP 172.20.0.4 (f6615fcf-0a11-4603-8317-ecd89f9b0103/1c4b51d5-996f-4778-973d-c71968350a34/ea531226-fafd-4f3d-8b8e-30a4df7abba7) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:33:13.258284 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks [] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:13.290122 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:13.336308 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Network f6615fcf-0a11-4603-8317-ecd89f9b0103 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:33:13.339523 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:33:13.343428 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:33:13.350047 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Pushing event updated for resources: {'Port': ['ID=ea531226-fafd-4f3d-8b8e-30a4df7abba7,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:13.395366 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:13.395993 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:13.413442 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-cb905ccc-e0ee-4d32-bee2-0f27b46601d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932045 Oct 14 02:33:13.425746 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Request body: {'port': {'device_id': '99b29a9e-981a-411a-abc9-cd0a2aff095f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:33:13.487745 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:13.502128 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:13.701912 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:13.751431 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea531226-fafd-4f3d-8b8e-30a4df7abba7 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:33:13.759163 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Publish callbacks [] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:13.772241 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Transition to ACTIVE for port object ea531226-fafd-4f3d-8b8e-30a4df7abba7 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:33:13.776536 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:13.843618 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Pushing event updated for resources: {'Port': ['ID=ea531226-fafd-4f3d-8b8e-30a4df7abba7,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:13.898182 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Attempting to bind port ea531226-fafd-4f3d-8b8e-30a4df7abba7 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:33:13.898518 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Attempting to bind port ea531226-fafd-4f3d-8b8e-30a4df7abba7 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '5f855f81-9aa1-4068-9919-7a7d109246b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:33:13.898854 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Attempting to bind port ea531226-fafd-4f3d-8b8e-30a4df7abba7 on network f6615fcf-0a11-4603-8317-ecd89f9b0103 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:33:13.942357 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Port ea531226-fafd-4f3d-8b8e-30a4df7abba7 on network f6615fcf-0a11-4603-8317-ecd89f9b0103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:33:13.942357 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Attempting to bind port ea531226-fafd-4f3d-8b8e-30a4df7abba7 on network f6615fcf-0a11-4603-8317-ecd89f9b0103 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:33:13.990408 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:33:13.990740 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Checking segment: {'id': '5f855f81-9aa1-4068-9919-7a7d109246b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:33:13.991140 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Bound using segment: {'id': '5f855f81-9aa1-4068-9919-7a7d109246b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:33:13.991577 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Bound port: ea531226-fafd-4f3d-8b8e-30a4df7abba7, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f855f81-9aa1-4068-9919-7a7d109246b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:33:13.991931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:14.070153 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf460016-23a0-4f57-b3cd-ee8de42436e5 req-86f5e8ad-3e39-4812-a9e5-c635e4290de8 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:14.071632 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf460016-23a0-4f57-b3cd-ee8de42436e5 req-86f5e8ad-3e39-4812-a9e5-c635e4290de8 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 943 time: 0.0833275 Oct 14 02:33:14.115702 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] For port ea531226-fafd-4f3d-8b8e-30a4df7abba7, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:33:14.120252 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] For port ea531226-fafd-4f3d-8b8e-30a4df7abba7, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=ea531226-fafd-4f3d-8b8e-30a4df7abba7,segment=NetworkSegment(5f855f81-9aa1-4068-9919-7a7d109246b9),segment_id=5f855f81-9aa1-4068-9919-7a7d109246b9)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:33:14.133545 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:14.141919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:14.142535 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:14.144706 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ea531226-fafd-4f3d-8b8e-30a4df7abba7 HTTP/1.1" status: 200 len: 1093 time: 0.7240095 Oct 14 02:33:14.148815 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b29a9e-981a-411a-abc9-cd0a2aff095f', 'tag': 'ea531226-fafd-4f3d-8b8e-30a4df7abba7'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:33:14.152190 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2ed556-4147-4fec-a629-cd48b8585484" -d '{"events": [{"name": "network-changed", "server_uuid": "99b29a9e-981a-411a-abc9-cd0a2aff095f", "tag": "ea531226-fafd-4f3d-8b8e-30a4df7abba7"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:33:14.177104 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf460016-23a0-4f57-b3cd-ee8de42436e5 req-8ac2580e-f150-4c01-a97b-f7e89c74512f tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995240 Oct 14 02:33:14.219417 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202c7f47-f0e8-4c7f-b6a6-2bb1a10432e7 x-openstack-request-id: req-202c7f47-f0e8-4c7f-b6a6-2bb1a10432e7 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:33:14.219786 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b29a9e-981a-411a-abc9-cd0a2aff095f", "tag": "ea531226-fafd-4f3d-8b8e-30a4df7abba7", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:33:14.220068 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-202c7f47-f0e8-4c7f-b6a6-2bb1a10432e7 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:33:14.220469 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202c7f47-f0e8-4c7f-b6a6-2bb1a10432e7'] response: {'name': 'network-changed', 'server_uuid': '99b29a9e-981a-411a-abc9-cd0a2aff095f', 'tag': 'ea531226-fafd-4f3d-8b8e-30a4df7abba7', 'status': 'completed', 'code': 200} Oct 14 02:33:14.236299 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2c64-6771-4e3c-99a2-77c318366a2b service neutron] Pushing event updated for resources: {'Port': ['ID=ea531226-fafd-4f3d-8b8e-30a4df7abba7,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:14.244710 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a98ecaa9-b329-48fe-8fcc-adaa7f0b82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:14.246223 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-a98ecaa9-b329-48fe-8fcc-adaa7f0b82eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d50887bbbe1d4a66bdae02e0360129fb&device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 1127 time: 0.0580146 Oct 14 02:33:14.290683 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-049e9508-2d87-433e-b520-2fbee07f22bd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea531226-fafd-4f3d-8b8e-30a4df7abba7 HTTP/1.1" status: 200 len: 217 time: 0.0366960 Oct 14 02:33:14.340268 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-2ed48eab-546d-4e69-85c1-bbaa6065f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:14.341684 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-2ed48eab-546d-4e69-85c1-bbaa6065f940 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1c4b51d5-996f-4778-973d-c71968350a34 HTTP/1.1" status: 200 len: 846 time: 0.0455074 Oct 14 02:33:14.354498 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:14.375856 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-d9f5fc4a-dcd1-4e16-bcd3-39fe18a5192a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f6615fcf-0a11-4603-8317-ecd89f9b0103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279717 Oct 14 02:33:14.467685 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-c8c05cf9-51b7-41be-a04a-9821affa2705 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854392 Oct 14 02:33:14.557357 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a6aec70-daba-4098-8dae-ecdd7d898a49 req-f1d87b71-5056-4c53-85d1-33a87811556b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838542 Oct 14 02:33:14.577474 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=9 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:14.582192 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=17 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:15.337791 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1de370-29ad-4f89-af46-7202a457bc40 req-d65bfebe-55a6-4e33-8fea-bff90ebeeec2 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:15.339296 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2e1de370-29ad-4f89-af46-7202a457bc40 req-d65bfebe-55a6-4e33-8fea-bff90ebeeec2 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 943 time: 0.0786197 Oct 14 02:33:15.344418 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed556-4147-4fec-a629-cd48b8585484 req-2c0d32ac-ad05-438c-87ad-912dcaa8c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:15.345799 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1b2ed556-4147-4fec-a629-cd48b8585484 req-2c0d32ac-ad05-438c-87ad-912dcaa8c233 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d50887bbbe1d4a66bdae02e0360129fb&device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 1127 time: 0.0526879 Oct 14 02:33:15.439281 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2e1de370-29ad-4f89-af46-7202a457bc40 req-0e2f6df4-6f81-43e2-b927-a22df37c2f0a tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924525 Oct 14 02:33:15.472419 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed556-4147-4fec-a629-cd48b8585484 req-aea773cd-664a-424c-8682-1f74c333bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:15.473798 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1b2ed556-4147-4fec-a629-cd48b8585484 req-aea773cd-664a-424c-8682-1f74c333bc07 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f6615fcf-0a11-4603-8317-ecd89f9b0103 HTTP/1.1" status: 200 len: 907 time: 0.1133387 Oct 14 02:33:15.513990 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1b2ed556-4147-4fec-a629-cd48b8585484 req-d404ae17-02e7-48b0-9059-2f75ddf73065 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea531226-fafd-4f3d-8b8e-30a4df7abba7 HTTP/1.1" status: 200 len: 217 time: 0.0328171 Oct 14 02:33:15.527013 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:15.568680 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed556-4147-4fec-a629-cd48b8585484 req-cf7ff893-f9ab-4939-98c9-b12386346d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:15.570138 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1b2ed556-4147-4fec-a629-cd48b8585484 req-cf7ff893-f9ab-4939-98c9-b12386346d5e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1c4b51d5-996f-4778-973d-c71968350a34 HTTP/1.1" status: 200 len: 846 time: 0.0498607 Oct 14 02:33:15.606891 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1b2ed556-4147-4fec-a629-cd48b8585484 req-0ae15e0a-a977-442a-8406-dc2ed0b74118 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f6615fcf-0a11-4603-8317-ecd89f9b0103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304017 Oct 14 02:33:15.698537 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1b2ed556-4147-4fec-a629-cd48b8585484 req-496690c1-b106-40cc-9089-ccc78226b663 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852027 Oct 14 02:33:15.797052 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1b2ed556-4147-4fec-a629-cd48b8585484 req-52987227-5517-46db-af22-c5b678dd1b4c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919340 Oct 14 02:33:16.541561 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4c9327f9-d621-42b9-b4a6-1137699c526f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:16.568367 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea91034-2746-4d4a-9e7f-8f3f31686d9d req-209c8cf9-bb37-41d7-b626-dabf6ded9486 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:16.569876 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5ea91034-2746-4d4a-9e7f-8f3f31686d9d req-209c8cf9-bb37-41d7-b626-dabf6ded9486 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 943 time: 0.0534201 Oct 14 02:33:16.617662 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5ea91034-2746-4d4a-9e7f-8f3f31686d9d req-e2b1d76b-3521-4ccd-accb-db2d7a744bb4 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421710 Oct 14 02:33:17.366770 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:33:17.622573 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device ea531226-fafd-4f3d-8b8e-30a4df7abba7 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:33:17.727941 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port ea531226-fafd-4f3d-8b8e-30a4df7abba7, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=ea531226-fafd-4f3d-8b8e-30a4df7abba7,segment=NetworkSegment(5f855f81-9aa1-4068-9919-7a7d109246b9),segment_id=5f855f81-9aa1-4068-9919-7a7d109246b9)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:33:17.740579 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': 'ea531226-fafd-4f3d-8b8e-30a4df7abba7', 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103', 'port_id': 'ea531226-fafd-4f3d-8b8e-30a4df7abba7', 'mac_address': 'fa:16:3e:92:47:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4b51d5-996f-4778-973d-c71968350a34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:33:17.743435 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec08d8-a338-4f68-89ff-61f8bf4ed925 req-407b9bd1-5322-49ec-8818-e59b80d751ca tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:17.744933 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bdec08d8-a338-4f68-89ff-61f8bf4ed925 req-407b9bd1-5322-49ec-8818-e59b80d751ca tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 943 time: 0.0497034 Oct 14 02:33:17.768750 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:17.776814 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port ea531226-fafd-4f3d-8b8e-30a4df7abba7 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:33:17.777788 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:17.791987 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea531226-fafd-4f3d-8b8e-30a4df7abba7 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:33:17.797516 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bdec08d8-a338-4f68-89ff-61f8bf4ed925 req-3f2c6a74-e9a2-439b-8ee5-8ba6d9b2e5c5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470312 Oct 14 02:33:17.818759 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port ea531226-fafd-4f3d-8b8e-30a4df7abba7, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=ea531226-fafd-4f3d-8b8e-30a4df7abba7,segment=NetworkSegment(5f855f81-9aa1-4068-9919-7a7d109246b9),segment_id=5f855f81-9aa1-4068-9919-7a7d109246b9)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:33:17.824332 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:17.871089 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=ea531226-fafd-4f3d-8b8e-30a4df7abba7,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:18.053411 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['ea531226-fafd-4f3d-8b8e-30a4df7abba7'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:33:18.176544 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:18.873279 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-150e0583-2fc1-420a-bb45-ef41fc31dbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:18.920467 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afa14b-6c37-4ff2-9534-9743ef6a519b req-67760db4-73b2-4f82-8215-af4a47894634 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:18.921928 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b4afa14b-6c37-4ff2-9534-9743ef6a519b req-67760db4-73b2-4f82-8215-af4a47894634 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 944 time: 0.0463345 Oct 14 02:33:18.967933 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b4afa14b-6c37-4ff2-9534-9743ef6a519b req-d09b79a6-57b2-492b-bc79-d04bc327b01f tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 Oct 14 02:33:19.530128 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=76,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:19.530905 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=44,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:19.638536 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device ea531226-fafd-4f3d-8b8e-30a4df7abba7 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:33:19.680800 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port ea531226-fafd-4f3d-8b8e-30a4df7abba7 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:33:19.686515 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port ea531226-fafd-4f3d-8b8e-30a4df7abba7 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:33:19.686921 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:19.687410 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port ea531226-fafd-4f3d-8b8e-30a4df7abba7 Oct 14 02:33:19.759087 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port ea531226-fafd-4f3d-8b8e-30a4df7abba7 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:33:19.759535 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:19.784746 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b29a9e-981a-411a-abc9-cd0a2aff095f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea531226-fafd-4f3d-8b8e-30a4df7abba7'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:33:19.786890 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8156f585-f699-475f-9271-85c994e46c53" -d '{"events": [{"server_uuid": "99b29a9e-981a-411a-abc9-cd0a2aff095f", "name": "network-vif-plugged", "status": "completed", "tag": "ea531226-fafd-4f3d-8b8e-30a4df7abba7"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:33:19.800582 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port ea531226-fafd-4f3d-8b8e-30a4df7abba7, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=ea531226-fafd-4f3d-8b8e-30a4df7abba7,segment=NetworkSegment(5f855f81-9aa1-4068-9919-7a7d109246b9),segment_id=5f855f81-9aa1-4068-9919-7a7d109246b9)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:33:19.804093 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:19.829941 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f044a5-c416-4b16-b6c8-40bb7c05a2a9 x-openstack-request-id: req-42f044a5-c416-4b16-b6c8-40bb7c05a2a9 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:33:19.830226 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b29a9e-981a-411a-abc9-cd0a2aff095f", "name": "network-vif-plugged", "status": "completed", "tag": "ea531226-fafd-4f3d-8b8e-30a4df7abba7", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:33:19.830501 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42f044a5-c416-4b16-b6c8-40bb7c05a2a9 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:33:19.830886 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f044a5-c416-4b16-b6c8-40bb7c05a2a9'] response: {'server_uuid': '99b29a9e-981a-411a-abc9-cd0a2aff095f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea531226-fafd-4f3d-8b8e-30a4df7abba7', 'code': 200} Oct 14 02:33:19.853606 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:19.863904 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=ea531226-fafd-4f3d-8b8e-30a4df7abba7,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:19.983545 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:19.996116 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166d006-9083-4f4f-8d3d-d2e676bc01c2 req-73ad4da0-d47f-4707-9ed4-0efdbf43705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:19.997794 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e166d006-9083-4f4f-8d3d-d2e676bc01c2 req-73ad4da0-d47f-4707-9ed4-0efdbf43705a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 1129 time: 0.0398335 Oct 14 02:33:20.042793 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e166d006-9083-4f4f-8d3d-d2e676bc01c2 req-6f779486-9402-4290-a4c8-95de1f1ec46a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386150 Oct 14 02:33:20.091917 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fccdb2-c372-4d3d-a024-13869b06c052 req-87ed0bff-c8a1-4df7-a2d3-36504c13d624 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:20.093439 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d5fccdb2-c372-4d3d-a024-13869b06c052 req-87ed0bff-c8a1-4df7-a2d3-36504c13d624 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 945 time: 0.0498655 Oct 14 02:33:20.141776 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d5fccdb2-c372-4d3d-a024-13869b06c052 req-8572d3e9-7955-4062-aafe-0d960c56442a tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Oct 14 02:33:21.265869 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbce8a2-005b-48b8-9454-207d2594a1d5 req-e0e5495f-33a9-4786-a486-83d614f4bb3c tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:21.267355 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2fbce8a2-005b-48b8-9454-207d2594a1d5 req-e0e5495f-33a9-4786-a486-83d614f4bb3c tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 945 time: 0.0462294 Oct 14 02:33:21.313609 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2fbce8a2-005b-48b8-9454-207d2594a1d5 req-d7cfdb70-bbd4-4433-b498-03a0e76275d9 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Oct 14 02:33:21.545713 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:21.752440 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:21.956896 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf7a29-3ea8-4c70-8fd8-8e44c5e6d0dc req-e43fee0a-5c8b-4799-a5f9-cb87c9057753 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:21.957939 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-43bf7a29-3ea8-4c70-8fd8-8e44c5e6d0dc req-e43fee0a-5c8b-4799-a5f9-cb87c9057753 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 945 time: 0.0459647 Oct 14 02:33:22.008299 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-43bf7a29-3ea8-4c70-8fd8-8e44c5e6d0dc req-cacd9c88-f635-4065-8e97-94478d7aa56a tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Oct 14 02:33:23.135050 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b1e50-6229-4eb8-9cb0-16b34a26d8e0 req-53179765-6980-4be1-a4f3-0bf28d748456 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:23.136569 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f61b1e50-6229-4eb8-9cb0-16b34a26d8e0 req-53179765-6980-4be1-a4f3-0bf28d748456 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 945 time: 0.0481131 Oct 14 02:33:23.177189 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:23.185142 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f61b1e50-6229-4eb8-9cb0-16b34a26d8e0 req-c5c4c40a-abf1-46a8-b737-af6672ec496d tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430167 Oct 14 02:33:23.276914 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee67456-9d6f-41f9-8e17-e9a7028d0ac0 req-25a9f313-9446-4417-b2e8-4c61baeec688 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:23.278347 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fee67456-9d6f-41f9-8e17-e9a7028d0ac0 req-25a9f313-9446-4417-b2e8-4c61baeec688 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 945 time: 0.0459986 Oct 14 02:33:23.363880 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-fee67456-9d6f-41f9-8e17-e9a7028d0ac0 req-0dba16e8-047d-48d9-ab2e-3c0f1f120de5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Deleting port ea531226-fafd-4f3d-8b8e-30a4df7abba7 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:33:23.364224 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fee67456-9d6f-41f9-8e17-e9a7028d0ac0 req-0dba16e8-047d-48d9-ab2e-3c0f1f120de5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:23.454025 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-fee67456-9d6f-41f9-8e17-e9a7028d0ac0 req-0dba16e8-047d-48d9-ab2e-3c0f1f120de5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] For port ea531226-fafd-4f3d-8b8e-30a4df7abba7, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=ea531226-fafd-4f3d-8b8e-30a4df7abba7,segment=NetworkSegment(5f855f81-9aa1-4068-9919-7a7d109246b9),segment_id=5f855f81-9aa1-4068-9919-7a7d109246b9)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:33:23.454392 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fee67456-9d6f-41f9-8e17-e9a7028d0ac0 req-0dba16e8-047d-48d9-ab2e-3c0f1f120de5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:23.468142 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-fee67456-9d6f-41f9-8e17-e9a7028d0ac0 req-0dba16e8-047d-48d9-ab2e-3c0f1f120de5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Calling delete_port for ea531226-fafd-4f3d-8b8e-30a4df7abba7 owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:33:23.604149 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fee67456-9d6f-41f9-8e17-e9a7028d0ac0 req-0dba16e8-047d-48d9-ab2e-3c0f1f120de5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (ea531226-fafd-4f3d-8b8e-30a4df7abba7), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:23.617310 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['ea531226-fafd-4f3d-8b8e-30a4df7abba7'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:33:23.636110 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba16e8-047d-48d9-ab2e-3c0f1f120de5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Pushing event deleted for resources: {'Port': ['ID=ea531226-fafd-4f3d-8b8e-30a4df7abba7,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:23.690014 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee67456-9d6f-41f9-8e17-e9a7028d0ac0 req-0dba16e8-047d-48d9-ab2e-3c0f1f120de5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] No DVR routers for this DVR port ea531226-fafd-4f3d-8b8e-30a4df7abba7 on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:33:23.692848 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fee67456-9d6f-41f9-8e17-e9a7028d0ac0 req-0dba16e8-047d-48d9-ab2e-3c0f1f120de5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:23.696125 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fee67456-9d6f-41f9-8e17-e9a7028d0ac0 req-0dba16e8-047d-48d9-ab2e-3c0f1f120de5 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ea531226-fafd-4f3d-8b8e-30a4df7abba7 HTTP/1.1" status: 204 len: 173 time: 0.4119427 Oct 14 02:33:23.696664 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b29a9e-981a-411a-abc9-cd0a2aff095f', 'name': 'network-vif-deleted', 'tag': 'ea531226-fafd-4f3d-8b8e-30a4df7abba7'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:33:23.698884 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f8f192-3eae-45e8-8d4d-4171fbe47d3d" -d '{"events": [{"server_uuid": "99b29a9e-981a-411a-abc9-cd0a2aff095f", "name": "network-vif-deleted", "tag": "ea531226-fafd-4f3d-8b8e-30a4df7abba7"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:33:23.743507 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fb8306-7fc9-44e5-a9d0-58733e82c188 x-openstack-request-id: req-83fb8306-7fc9-44e5-a9d0-58733e82c188 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:33:23.743810 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b29a9e-981a-411a-abc9-cd0a2aff095f", "name": "network-vif-deleted", "tag": "ea531226-fafd-4f3d-8b8e-30a4df7abba7", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:33:23.744114 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83fb8306-7fc9-44e5-a9d0-58733e82c188 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:33:23.744525 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fb8306-7fc9-44e5-a9d0-58733e82c188'] response: {'server_uuid': '99b29a9e-981a-411a-abc9-cd0a2aff095f', 'name': 'network-vif-deleted', 'tag': 'ea531226-fafd-4f3d-8b8e-30a4df7abba7', 'status': 'completed', 'code': 200} Oct 14 02:33:24.299411 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-eeb95856-fb40-4af8-9f42-5055516486bf req-bc4af831-f715-4f5f-93cf-6f806be12e56 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 210 time: 0.0268099 Oct 14 02:33:25.413594 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5400c251-d7aa-473f-82d4-cddb7f05c462 req-80970533-438f-45c9-ab6d-f0984db99e7f tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=99b29a9e-981a-411a-abc9-cd0a2aff095f HTTP/1.1" status: 200 len: 210 time: 0.0274539 Oct 14 02:33:26.650763 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:26.682821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-842388ca-d7cd-4a1b-9caa-4a40b588a133 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:26.684293 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-842388ca-d7cd-4a1b-9caa-4a40b588a133 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f6615fcf-0a11-4603-8317-ecd89f9b0103 HTTP/1.1" status: 200 len: 806 time: 0.1019928 Oct 14 02:33:26.698856 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-6be5baad-4c73-4572-aa29-09b2c68f007f tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/quotas/d50887bbbe1d4a66bdae02e0360129fb HTTP/1.1" status: 200 len: 375 time: 0.0090268 Oct 14 02:33:26.731787 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-f5743b57-ddc8-49be-9c65-ccc26dd95b23 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d50887bbbe1d4a66bdae02e0360129fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278697 Oct 14 02:33:26.820961 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-6d734edc-f2b5-4f4f-8892-3a0b682c9f68 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824459 Oct 14 02:33:26.911328 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-144c702f-1f12-4895-82ee-3d3d5963d6ff service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845146 Oct 14 02:33:27.071882 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ee2c903a-d39e-442f-98b6-1d14614b67d4 req-52333659-c680-4e86-8a1a-5a47da4ddd35 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 210 time: 0.0277407 Oct 14 02:33:27.359286 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:27.360041 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:27.654757 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device ea531226-fafd-4f3d-8b8e-30a4df7abba7 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:33:27.675747 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: ea531226-fafd-4f3d-8b8e-30a4df7abba7 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:33:27.676091 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device ea531226-fafd-4f3d-8b8e-30a4df7abba7 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:33:28.093673 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:28.113424 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-18c63fdd-3080-48ca-955a-f228d69ec8f0 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:28.115713 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-18c63fdd-3080-48ca-955a-f228d69ec8f0 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f6615fcf-0a11-4603-8317-ecd89f9b0103 HTTP/1.1" status: 200 len: 806 time: 0.1161952 Oct 14 02:33:28.131307 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Request body: {'port': {'device_id': '3daa0fba-1dec-42cb-80d6-b031928cf1c7', 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103', 'admin_state_up': True, 'tenant_id': 'd50887bbbe1d4a66bdae02e0360129fb'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:33:28.449976 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e53b91e2-8e8e-456f-b29e-3ebcb77bbe7c req-2e3e594c-e9d3-4c7c-9a64-391d3c55f810 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 210 time: 0.2996204 Oct 14 02:33:28.508125 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Made reservation on behalf of d50887bbbe1d4a66bdae02e0360129fb for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:33:28.512057 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:28.636599 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Allocated IP 172.20.0.9 (f6615fcf-0a11-4603-8317-ecd89f9b0103/1c4b51d5-996f-4778-973d-c71968350a34/f41f13aa-9e3e-468c-aded-9d0535c07fc2) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:33:28.785910 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks [] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:28.817542 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:28.856946 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:28.864140 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Network f6615fcf-0a11-4603-8317-ecd89f9b0103 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:33:28.869708 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:33:28.873931 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:33:28.900367 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Pushing event updated for resources: {'Port': ['ID=f41f13aa-9e3e-468c-aded-9d0535c07fc2,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:28.926235 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:28.926853 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:28.943842 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-44720119-aeac-4635-b799-15b5ed4af8a1 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8193583 Oct 14 02:33:28.955564 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Request body: {'port': {'device_id': '3daa0fba-1dec-42cb-80d6-b031928cf1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:33:29.014752 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:29.199922 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:29.288749 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41f13aa-9e3e-468c-aded-9d0535c07fc2 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:33:29.296028 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Publish callbacks [] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:29.309915 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Transition to ACTIVE for port object f41f13aa-9e3e-468c-aded-9d0535c07fc2 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:33:29.313465 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:29.389300 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Pushing event updated for resources: {'Port': ['ID=f41f13aa-9e3e-468c-aded-9d0535c07fc2,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:29.424004 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Attempting to bind port f41f13aa-9e3e-468c-aded-9d0535c07fc2 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:33:29.424339 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Attempting to bind port f41f13aa-9e3e-468c-aded-9d0535c07fc2 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '5f855f81-9aa1-4068-9919-7a7d109246b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:33:29.424662 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Attempting to bind port f41f13aa-9e3e-468c-aded-9d0535c07fc2 on network f6615fcf-0a11-4603-8317-ecd89f9b0103 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:33:29.466951 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Port f41f13aa-9e3e-468c-aded-9d0535c07fc2 on network f6615fcf-0a11-4603-8317-ecd89f9b0103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:33:29.467305 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Attempting to bind port f41f13aa-9e3e-468c-aded-9d0535c07fc2 on network f6615fcf-0a11-4603-8317-ecd89f9b0103 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:33:29.509908 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:33:29.510167 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Checking segment: {'id': '5f855f81-9aa1-4068-9919-7a7d109246b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:33:29.510546 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Bound using segment: {'id': '5f855f81-9aa1-4068-9919-7a7d109246b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:33:29.511012 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Bound port: f41f13aa-9e3e-468c-aded-9d0535c07fc2, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f855f81-9aa1-4068-9919-7a7d109246b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:33:29.511394 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:29.601000 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf97dec-3567-41d6-8335-74e1e5493b10 req-269115d6-f251-4a79-ab20-3aa239f535ae tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:29.602438 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-edf97dec-3567-41d6-8335-74e1e5493b10 req-269115d6-f251-4a79-ab20-3aa239f535ae tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 943 time: 0.0769446 Oct 14 02:33:29.624864 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] For port f41f13aa-9e3e-468c-aded-9d0535c07fc2, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:33:29.641334 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] For port f41f13aa-9e3e-468c-aded-9d0535c07fc2, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f41f13aa-9e3e-468c-aded-9d0535c07fc2,segment=NetworkSegment(5f855f81-9aa1-4068-9919-7a7d109246b9),segment_id=5f855f81-9aa1-4068-9919-7a7d109246b9)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:33:29.653413 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:29.663992 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:29.664593 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:29.665946 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f41f13aa-9e3e-468c-aded-9d0535c07fc2 HTTP/1.1" status: 200 len: 1093 time: 0.7143946 Oct 14 02:33:29.666489 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daa0fba-1dec-42cb-80d6-b031928cf1c7', 'tag': 'f41f13aa-9e3e-468c-aded-9d0535c07fc2'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:33:29.668729 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beec202d-0939-4fe8-a1b5-cc484d4f1ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "3daa0fba-1dec-42cb-80d6-b031928cf1c7", "tag": "f41f13aa-9e3e-468c-aded-9d0535c07fc2"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:33:29.696200 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-edf97dec-3567-41d6-8335-74e1e5493b10 req-e877d64f-64b3-4521-9efe-75b3c9897864 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878284 Oct 14 02:33:29.712407 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:29.726670 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4c4757-1a58-4217-b052-7189ac0ad216 x-openstack-request-id: req-ce4c4757-1a58-4217-b052-7189ac0ad216 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:33:29.727386 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3daa0fba-1dec-42cb-80d6-b031928cf1c7", "tag": "f41f13aa-9e3e-468c-aded-9d0535c07fc2", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:33:29.727638 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce4c4757-1a58-4217-b052-7189ac0ad216 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:33:29.728348 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4c4757-1a58-4217-b052-7189ac0ad216'] response: {'name': 'network-changed', 'server_uuid': '3daa0fba-1dec-42cb-80d6-b031928cf1c7', 'tag': 'f41f13aa-9e3e-468c-aded-9d0535c07fc2', 'status': 'completed', 'code': 200} Oct 14 02:33:29.738992 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c84bb-a034-4171-ac8e-eed93f702723 service neutron] Pushing event updated for resources: {'Port': ['ID=f41f13aa-9e3e-468c-aded-9d0535c07fc2,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:29.791680 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-842cce00-d81a-41df-86de-bb3cbd98f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:29.793072 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-842cce00-d81a-41df-86de-bb3cbd98f2d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d50887bbbe1d4a66bdae02e0360129fb&device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 1127 time: 0.0391042 Oct 14 02:33:29.836041 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-bebe4371-459f-4169-8e42-a00bba6b250c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f41f13aa-9e3e-468c-aded-9d0535c07fc2 HTTP/1.1" status: 200 len: 217 time: 0.0357220 Oct 14 02:33:29.885199 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-005bdac1-bc93-4048-988e-cbe76213410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:29.886597 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-005bdac1-bc93-4048-988e-cbe76213410c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1c4b51d5-996f-4778-973d-c71968350a34 HTTP/1.1" status: 200 len: 846 time: 0.0430577 Oct 14 02:33:29.918257 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-f6fb6aa4-a3f3-4a06-8a12-cdf946e746f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f6615fcf-0a11-4603-8317-ecd89f9b0103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245173 Oct 14 02:33:30.009971 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-60050326-f333-48bb-9f6c-aec33dce7c27 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857513 Oct 14 02:33:30.100229 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5621a346-2c68-45ce-97df-93c1d1902da6 req-a3c41ab3-bb4e-4014-a8f8-629d2d8db14d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831609 Oct 14 02:33:30.245229 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:30.840036 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:30.852661 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42bdec-38fb-4cfb-aff1-5d9f8aa87bf9 req-eb417a95-ca30-40ae-b85c-cc7883268577 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:30.854137 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cd42bdec-38fb-4cfb-aff1-5d9f8aa87bf9 req-eb417a95-ca30-40ae-b85c-cc7883268577 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 943 time: 0.0774963 Oct 14 02:33:30.870713 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec202d-0939-4fe8-a1b5-cc484d4f1ac2 req-c090b243-da04-424c-a552-4dce21a7264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:30.872140 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-beec202d-0939-4fe8-a1b5-cc484d4f1ac2 req-c090b243-da04-424c-a552-4dce21a7264c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d50887bbbe1d4a66bdae02e0360129fb&device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 1127 time: 0.0632529 Oct 14 02:33:30.963979 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cd42bdec-38fb-4cfb-aff1-5d9f8aa87bf9 req-d647e2dd-8027-41c0-adc4-9dc3e8c80588 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038148 Oct 14 02:33:30.989398 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec202d-0939-4fe8-a1b5-cc484d4f1ac2 req-8ab78ef1-20a8-4151-a3fd-bacb23b8f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:30.991033 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-beec202d-0939-4fe8-a1b5-cc484d4f1ac2 req-8ab78ef1-20a8-4151-a3fd-bacb23b8f0d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f6615fcf-0a11-4603-8317-ecd89f9b0103 HTTP/1.1" status: 200 len: 907 time: 0.1113877 Oct 14 02:33:32.085699 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bca7f-8617-46a4-a475-8325eb6410c9 req-6b49fee3-1e23-4525-bd37-4d6f031ef342 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:32.087176 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d76bca7f-8617-46a4-a475-8325eb6410c9 req-6b49fee3-1e23-4525-bd37-4d6f031ef342 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 943 time: 0.0477128 Oct 14 02:33:32.134258 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d76bca7f-8617-46a4-a475-8325eb6410c9 req-7a43004e-d247-4563-8cdd-bb5322605c80 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Oct 14 02:33:32.432784 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device f41f13aa-9e3e-468c-aded-9d0535c07fc2 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:33:32.465059 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-beec202d-0939-4fe8-a1b5-cc484d4f1ac2 req-c0472974-e5b6-49f1-b6b5-117744bb1403 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f41f13aa-9e3e-468c-aded-9d0535c07fc2 HTTP/1.1" status: 200 len: 217 time: 0.0331881 Oct 14 02:33:32.533936 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port f41f13aa-9e3e-468c-aded-9d0535c07fc2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f41f13aa-9e3e-468c-aded-9d0535c07fc2,segment=NetworkSegment(5f855f81-9aa1-4068-9919-7a7d109246b9),segment_id=5f855f81-9aa1-4068-9919-7a7d109246b9)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:33:32.545750 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': 'f41f13aa-9e3e-468c-aded-9d0535c07fc2', 'network_id': 'f6615fcf-0a11-4603-8317-ecd89f9b0103', 'port_id': 'f41f13aa-9e3e-468c-aded-9d0535c07fc2', 'mac_address': 'fa:16:3e:38:0d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4b51d5-996f-4778-973d-c71968350a34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:33:32.581164 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port f41f13aa-9e3e-468c-aded-9d0535c07fc2 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:33:32.581556 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:32.591588 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:32.595459 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41f13aa-9e3e-468c-aded-9d0535c07fc2 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:33:32.616786 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port f41f13aa-9e3e-468c-aded-9d0535c07fc2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f41f13aa-9e3e-468c-aded-9d0535c07fc2,segment=NetworkSegment(5f855f81-9aa1-4068-9919-7a7d109246b9),segment_id=5f855f81-9aa1-4068-9919-7a7d109246b9)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:33:32.620302 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:32.667836 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=f41f13aa-9e3e-468c-aded-9d0535c07fc2,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:33.287399 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119c929-d741-43c8-b092-57dc9596b4f6 req-1bfc39b1-152f-4834-8d41-6f37334e5310 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:33.288889 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6119c929-d741-43c8-b092-57dc9596b4f6 req-1bfc39b1-152f-4834-8d41-6f37334e5310 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 944 time: 0.0763102 Oct 14 02:33:33.316370 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec202d-0939-4fe8-a1b5-cc484d4f1ac2 req-269e8a5a-1540-4754-a120-4f18964032eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:33.317759 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-beec202d-0939-4fe8-a1b5-cc484d4f1ac2 req-269e8a5a-1540-4754-a120-4f18964032eb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1c4b51d5-996f-4778-973d-c71968350a34 HTTP/1.1" status: 200 len: 846 time: 0.0697289 Oct 14 02:33:33.364451 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-beec202d-0939-4fe8-a1b5-cc484d4f1ac2 req-16ee1dd5-3fab-435b-a17d-ea0052470b91 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f6615fcf-0a11-4603-8317-ecd89f9b0103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362110 Oct 14 02:33:33.367869 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6119c929-d741-43c8-b092-57dc9596b4f6 req-7d0c9d27-4c52-44b4-83bf-7e9e26871820 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729969 Oct 14 02:33:33.457511 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-beec202d-0939-4fe8-a1b5-cc484d4f1ac2 req-8b311127-92c3-4f0b-837b-dfc15fcaca27 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856204 Oct 14 02:33:33.477465 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['f41f13aa-9e3e-468c-aded-9d0535c07fc2'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:33:33.506960 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:33.549687 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-beec202d-0939-4fe8-a1b5-cc484d4f1ac2 req-cf936b51-4867-44a5-b0e4-a966139302fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861084 Oct 14 02:33:33.980870 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device f41f13aa-9e3e-468c-aded-9d0535c07fc2 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:33:34.006555 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:34.029190 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port f41f13aa-9e3e-468c-aded-9d0535c07fc2 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:33:34.034610 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port f41f13aa-9e3e-468c-aded-9d0535c07fc2 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:33:34.034991 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:34.035390 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port f41f13aa-9e3e-468c-aded-9d0535c07fc2 Oct 14 02:33:34.108384 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port f41f13aa-9e3e-468c-aded-9d0535c07fc2 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:33:34.108762 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:34.132526 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daa0fba-1dec-42cb-80d6-b031928cf1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41f13aa-9e3e-468c-aded-9d0535c07fc2'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:33:34.134753 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f95c38c-5674-4ed5-8f4d-b2976b590a40" -d '{"events": [{"server_uuid": "3daa0fba-1dec-42cb-80d6-b031928cf1c7", "name": "network-vif-plugged", "status": "completed", "tag": "f41f13aa-9e3e-468c-aded-9d0535c07fc2"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:33:34.147137 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port f41f13aa-9e3e-468c-aded-9d0535c07fc2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f41f13aa-9e3e-468c-aded-9d0535c07fc2,segment=NetworkSegment(5f855f81-9aa1-4068-9919-7a7d109246b9),segment_id=5f855f81-9aa1-4068-9919-7a7d109246b9)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:33:34.151298 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:34.177771 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e855e8f6-e2b6-46a2-b6c8-32f49c636b4c x-openstack-request-id: req-e855e8f6-e2b6-46a2-b6c8-32f49c636b4c {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:33:34.178060 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3daa0fba-1dec-42cb-80d6-b031928cf1c7", "name": "network-vif-plugged", "status": "completed", "tag": "f41f13aa-9e3e-468c-aded-9d0535c07fc2", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:33:34.178309 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e855e8f6-e2b6-46a2-b6c8-32f49c636b4c {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:33:34.178690 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e855e8f6-e2b6-46a2-b6c8-32f49c636b4c'] response: {'server_uuid': '3daa0fba-1dec-42cb-80d6-b031928cf1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41f13aa-9e3e-468c-aded-9d0535c07fc2', 'code': 200} Oct 14 02:33:34.207661 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=f41f13aa-9e3e-468c-aded-9d0535c07fc2,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:34.343022 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44d78f-de66-4fa2-b67e-e68623ffa2cd req-d3f99751-f8e6-47a3-963d-fe1f311310f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:34.344507 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3f44d78f-de66-4fa2-b67e-e68623ffa2cd req-d3f99751-f8e6-47a3-963d-fe1f311310f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 1129 time: 0.0414038 Oct 14 02:33:34.387532 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3f44d78f-de66-4fa2-b67e-e68623ffa2cd req-84be4dc7-1f66-4f7e-bf49-0ac04a605d0d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Oct 14 02:33:34.487338 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16017142-1565-4a3a-b8ed-4650209ebbfe req-05c57d02-247a-4527-819a-97fc71ba5d30 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:34.488783 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-16017142-1565-4a3a-b8ed-4650209ebbfe req-05c57d02-247a-4527-819a-97fc71ba5d30 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0463243 Oct 14 02:33:34.534692 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-16017142-1565-4a3a-b8ed-4650209ebbfe req-ebfabb6a-7866-4a71-b814-710dc7c52edb tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Oct 14 02:33:35.242467 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-99089684-ea29-48e0-b983-8e37813749e5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402293 Oct 14 02:33:35.661828 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94ae4-bec8-4264-99c2-20d2ebe03f1a req-06444091-93c6-40e0-b712-eb017b072b5f tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:35.663395 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-10b94ae4-bec8-4264-99c2-20d2ebe03f1a req-06444091-93c6-40e0-b712-eb017b072b5f tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0488422 Oct 14 02:33:35.712613 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-10b94ae4-bec8-4264-99c2-20d2ebe03f1a req-747f579f-633b-4735-bb20-277c88c62889 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 Oct 14 02:33:35.783156 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-e01a81e6-faf0-4c19-906e-b6830ed81328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:35.784644 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-e01a81e6-faf0-4c19-906e-b6830ed81328 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 1129 time: 0.0424163 Oct 14 02:33:35.852840 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:35.898747 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-072ca493-a86b-42d1-907b-dcf4095be7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:35.900219 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-072ca493-a86b-42d1-907b-dcf4095be7a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.0966723 Oct 14 02:33:35.961886 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-e5c4e967-c97c-4989-bc40-ba64d2fe846a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f HTTP/1.1" status: 200 len: 999 time: 0.0560369 Oct 14 02:33:36.009869 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-1a5e9aee-69b2-45be-aae1-104d32089eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:36.011271 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-1a5e9aee-69b2-45be-aae1-104d32089eb9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0442100 Oct 14 02:33:36.057153 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-5a31ebe4-d132-41d8-9e53-99077ad13d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:36.058669 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-5a31ebe4-d132-41d8-9e53-99077ad13d11 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421679 Oct 14 02:33:36.152339 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-4f575d6f-b46b-4300-ae22-f04875589624 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877020 Oct 14 02:33:36.246716 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-51a96818-d125-4dc3-b995-6ca0f6064fa2 req-d2378ae1-8be7-48ae-969c-0417641586a0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889111 Oct 14 02:33:36.839320 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405d1ca-0fbd-41b4-8bc8-6dcd653673b2 req-af1a9073-c562-4244-a4ac-c7c076f952f8 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:36.840806 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c405d1ca-0fbd-41b4-8bc8-6dcd653673b2 req-af1a9073-c562-4244-a4ac-c7c076f952f8 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0470610 Oct 14 02:33:36.887141 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c405d1ca-0fbd-41b4-8bc8-6dcd653673b2 req-cfbbe5e3-3efd-4a56-9172-d6f69cc3cdd7 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406301 Oct 14 02:33:37.561330 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e4076-00ea-415e-9de2-c7447c70871d req-35d97313-fd8c-4ab7-a600-8849ab1b8f0c tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:37.562669 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef1e4076-00ea-415e-9de2-c7447c70871d req-35d97313-fd8c-4ab7-a600-8849ab1b8f0c tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0513470 Oct 14 02:33:37.593241 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:37.611049 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef1e4076-00ea-415e-9de2-c7447c70871d req-4dd4b85c-3675-4f5d-8b2c-c749f4be41da tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Oct 14 02:33:38.545751 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 47894) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:38.659794 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:38.753438 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a134686-e583-4683-b799-4e717189f550 req-c0ae94e3-61f8-4984-8e8e-d8f0a013410c tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:38.754926 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1a134686-e583-4683-b799-4e717189f550 req-c0ae94e3-61f8-4984-8e8e-d8f0a013410c tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0599363 Oct 14 02:33:38.831492 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Publish callbacks [] for security_group (662ac678-56e0-4b88-b5bc-d1a7ede654cf), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:38.838626 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (662ac678-56e0-4b88-b5bc-d1a7ede654cf), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:38.846475 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5be9b3-8665-417c-a9a6-de5929713188 req-980d38b8-b2ed-47a6-92ed-c03a1bd5367d tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:38.847942 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef5be9b3-8665-417c-a9a6-de5929713188 req-980d38b8-b2ed-47a6-92ed-c03a1bd5367d tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3daa0fba-1dec-42cb-80d6-b031928cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0864563 Oct 14 02:33:38.933464 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=74c82e7c15074f45a70ca8260f4a67d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864291 Oct 14 02:33:38.936088 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 47902) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:38.937067 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1a134686-e583-4683-b799-4e717189f550 req-79c27f5e-89f1-4a2e-9bb7-8037077ee347 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=af0f9b6d-6007-485f-9bd1-2f604b400260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743898 Oct 14 02:33:38.937937 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662ac678-56e0-4b88-b5bc-d1a7ede654cf,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:38.975015 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.975386 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.975747 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.976081 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.976414 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.976739 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.977060 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.977378 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.977698 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.978016 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.978335 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.978655 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.978974 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.979578 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.980613 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24c3d27-b5d1-44b7-8aea-85583191db39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:38.992728 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Publish callbacks [] for security_group (662ac678-56e0-4b88-b5bc-d1a7ede654cf), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:38.998245 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-ef5be9b3-8665-417c-a9a6-de5929713188 req-5f9b8334-1234-4bc8-b876-3c566a8a1858 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Deleting port f41f13aa-9e3e-468c-aded-9d0535c07fc2 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:33:38.998582 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-ef5be9b3-8665-417c-a9a6-de5929713188 req-5f9b8334-1234-4bc8-b876-3c566a8a1858 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:39.012804 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Publish callbacks [] for security_group (662ac678-56e0-4b88-b5bc-d1a7ede654cf), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:39.014134 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:39.063317 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (662ac678-56e0-4b88-b5bc-d1a7ede654cf), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:39.065958 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:39.067189 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/662ac678-56e0-4b88-b5bc-d1a7ede654cf HTTP/1.1" status: 204 len: 168 time: 0.1300070 Oct 14 02:33:39.075273 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ac678-56e0-4b88-b5bc-d1a7ede654cf,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:39.083283 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.083631 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.083978 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.084321 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.084654 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.084976 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.085304 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.085649 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.085949 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.086322 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.086651 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.086973 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.087524 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.087854 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.088167 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e32a5c-39d8-4c60-82c1-799b0a125b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:33:39.094786 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-ef5be9b3-8665-417c-a9a6-de5929713188 req-5f9b8334-1234-4bc8-b876-3c566a8a1858 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] For port f41f13aa-9e3e-468c-aded-9d0535c07fc2, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=f41f13aa-9e3e-468c-aded-9d0535c07fc2,segment=NetworkSegment(5f855f81-9aa1-4068-9919-7a7d109246b9),segment_id=5f855f81-9aa1-4068-9919-7a7d109246b9)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:33:39.095813 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-ef5be9b3-8665-417c-a9a6-de5929713188 req-5f9b8334-1234-4bc8-b876-3c566a8a1858 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:39.112262 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-ef5be9b3-8665-417c-a9a6-de5929713188 req-5f9b8334-1234-4bc8-b876-3c566a8a1858 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Calling delete_port for f41f13aa-9e3e-468c-aded-9d0535c07fc2 owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:33:39.246461 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-ef5be9b3-8665-417c-a9a6-de5929713188 req-5f9b8334-1234-4bc8-b876-3c566a8a1858 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (f41f13aa-9e3e-468c-aded-9d0535c07fc2), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:39.257691 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['f41f13aa-9e3e-468c-aded-9d0535c07fc2'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:33:39.274834 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b8334-1234-4bc8-b876-3c566a8a1858 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Pushing event deleted for resources: {'Port': ['ID=f41f13aa-9e3e-468c-aded-9d0535c07fc2,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:39.321479 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5be9b3-8665-417c-a9a6-de5929713188 req-5f9b8334-1234-4bc8-b876-3c566a8a1858 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] No DVR routers for this DVR port f41f13aa-9e3e-468c-aded-9d0535c07fc2 on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:33:39.324111 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-ef5be9b3-8665-417c-a9a6-de5929713188 req-5f9b8334-1234-4bc8-b876-3c566a8a1858 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:39.327526 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ef5be9b3-8665-417c-a9a6-de5929713188 req-5f9b8334-1234-4bc8-b876-3c566a8a1858 tempest-VolumesActionsTest-1509889872 tempest-VolumesActionsTest-1509889872-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f41f13aa-9e3e-468c-aded-9d0535c07fc2 HTTP/1.1" status: 204 len: 173 time: 0.4643588 Oct 14 02:33:39.328080 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daa0fba-1dec-42cb-80d6-b031928cf1c7', 'name': 'network-vif-deleted', 'tag': 'f41f13aa-9e3e-468c-aded-9d0535c07fc2'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:33:39.330545 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce80e71-da03-4f9e-adab-c080e941f18e" -d '{"events": [{"server_uuid": "3daa0fba-1dec-42cb-80d6-b031928cf1c7", "name": "network-vif-deleted", "tag": "f41f13aa-9e3e-468c-aded-9d0535c07fc2"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:33:39.371499 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6f9484-1836-49ad-9bd2-49604339fa18 x-openstack-request-id: req-7d6f9484-1836-49ad-9bd2-49604339fa18 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:33:39.371793 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3daa0fba-1dec-42cb-80d6-b031928cf1c7", "name": "network-vif-deleted", "tag": "f41f13aa-9e3e-468c-aded-9d0535c07fc2", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:33:39.372052 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d6f9484-1836-49ad-9bd2-49604339fa18 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:33:39.372462 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6f9484-1836-49ad-9bd2-49604339fa18'] response: {'server_uuid': '3daa0fba-1dec-42cb-80d6-b031928cf1c7', 'name': 'network-vif-deleted', 'tag': 'f41f13aa-9e3e-468c-aded-9d0535c07fc2', 'status': 'completed', 'code': 200} Oct 14 02:33:43.207663 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device f41f13aa-9e3e-468c-aded-9d0535c07fc2 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:33:43.230671 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: f41f13aa-9e3e-468c-aded-9d0535c07fc2 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:33:43.231006 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device f41f13aa-9e3e-468c-aded-9d0535c07fc2 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:33:44.927637 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 48030) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:45.052941 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2f92717a-4b37-452d-84b9-4a5cc4f9d6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:45.163525 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2f92717a-4b37-452d-84b9-4a5cc4f9d6a4 admin admin] Publish callbacks [] for security_group (9fad1a42-7e00-40ab-895d-59a0c2dae6c1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:45.170894 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2f92717a-4b37-452d-84b9-4a5cc4f9d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (9fad1a42-7e00-40ab-895d-59a0c2dae6c1), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:45.233100 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92717a-4b37-452d-84b9-4a5cc4f9d6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fad1a42-7e00-40ab-895d-59a0c2dae6c1,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:45.243435 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2f92717a-4b37-452d-84b9-4a5cc4f9d6a4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fa1039ddd2c3414aa481e9a9ccf476a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146431 Oct 14 02:33:45.246323 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 48034) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:33:45.320835 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-dfab4534-d193-4c17-87b8-bdcd34957cf7 admin admin] Publish callbacks [] for security_group (9fad1a42-7e00-40ab-895d-59a0c2dae6c1), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:45.345809 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-dfab4534-d193-4c17-87b8-bdcd34957cf7 admin admin] Publish callbacks [] for security_group (9fad1a42-7e00-40ab-895d-59a0c2dae6c1), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:45.405996 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-dfab4534-d193-4c17-87b8-bdcd34957cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (9fad1a42-7e00-40ab-895d-59a0c2dae6c1), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:45.409139 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-dfab4534-d193-4c17-87b8-bdcd34957cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:45.414200 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-dfab4534-d193-4c17-87b8-bdcd34957cf7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9fad1a42-7e00-40ab-895d-59a0c2dae6c1 HTTP/1.1" status: 204 len: 168 time: 0.1630273 Oct 14 02:33:45.420458 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab4534-d193-4c17-87b8-bdcd34957cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fad1a42-7e00-40ab-895d-59a0c2dae6c1,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:46.551506 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e600951e-1ba5-4b08-9901-03008cf1320f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:48.881609 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d8b96cf-9ce0-449b-ae91-4e0589cec1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:48.996923 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faf647-fab1-41ac-acd1-698e48e44386 req-cc21690b-e48b-4eba-b286-bb9a517212c8 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:48.999053 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-79faf647-fab1-41ac-acd1-698e48e44386 req-cc21690b-e48b-4eba-b286-bb9a517212c8 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 945 time: 0.0633018 Oct 14 02:33:49.023973 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:49.055528 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-79faf647-fab1-41ac-acd1-698e48e44386 req-7e36af5f-fa43-4a12-a62a-d2eb566df068 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505302 Oct 14 02:33:49.829578 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:50.221497 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becde23b-dcbb-4933-884f-4786000c012e req-c9c8bb5a-6236-413f-9323-e23d02911b8e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:50.224191 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-becde23b-dcbb-4933-884f-4786000c012e req-c9c8bb5a-6236-413f-9323-e23d02911b8e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 945 time: 0.0527208 Oct 14 02:33:50.293549 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-becde23b-dcbb-4933-884f-4786000c012e req-6a23c1fe-e622-4e82-b688-257a2beca3bd tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583155 Oct 14 02:33:50.536736 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-1de2326c-2184-4dff-a04f-a4eae29a449a tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:50.539578 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-1de2326c-2184-4dff-a04f-a4eae29a449a tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 945 time: 0.0646105 Oct 14 02:33:50.635693 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Deleting port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:33:50.636328 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:50.754968 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] For port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:33:50.755363 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:50.943977 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:50.944504 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (25640758-cb83-4a06-aa58-13faed0dc37e), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:50.944995 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Floating IP 25640758-cb83-4a06-aa58-13faed0dc37e disassociated. External IP: 172.27.1.9, port: dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f. Oct 14 02:33:50.945651 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Calling delete_port for dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:33:51.056495 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:51.122407 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:51.160985 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event deleted for resources: {'Port': ['ID=dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:51.295854 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:33:51.357709 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:51.570890 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:51.700276 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1cf08797-d32a-487f-ae80-16753c3d4ffe req-b10d7c08-f58b-4586-ac56-4bbc114993cd tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=96631040-24f5-47ea-95a8-ea5a56a7550f HTTP/1.1" status: 200 len: 210 time: 0.3082976 Oct 14 02:33:51.713768 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:33:51.737700 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04fd5b5-1790-4f49-8e80-9fbaba73c0e8 None None] Sync routers for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:33:51.755834 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04fd5b5-1790-4f49-8e80-9fbaba73c0e8 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:33:51.756474 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b04fd5b5-1790-4f49-8e80-9fbaba73c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:33:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:33:51.764135 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:51.772639 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] No DVR routers for this DVR port dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:33:51.776707 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:51.781262 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2d00434a-1f50-4372-a007-6cea23a21c4f req-bd3bbeaf-8970-485c-9ec4-5b9881dfb805 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "DELETE /networking/v2.0/ports/dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f HTTP/1.1" status: 204 len: 173 time: 1.2348731 Oct 14 02:33:51.782312 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'name': 'network-vif-deleted', 'tag': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:33:51.785406 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c7d085-c032-4b27-9669-dbe482ca4953" -d '{"events": [{"server_uuid": "96631040-24f5-47ea-95a8-ea5a56a7550f", "name": "network-vif-deleted", "tag": "dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:33:51.847919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34413395-9e02-4911-bf44-81cb62f0d678 x-openstack-request-id: req-34413395-9e02-4911-bf44-81cb62f0d678 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:33:51.848431 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96631040-24f5-47ea-95a8-ea5a56a7550f", "name": "network-vif-deleted", "tag": "dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:33:51.848835 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34413395-9e02-4911-bf44-81cb62f0d678 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:33:51.850295 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34413395-9e02-4911-bf44-81cb62f0d678'] response: {'server_uuid': '96631040-24f5-47ea-95a8-ea5a56a7550f', 'name': 'network-vif-deleted', 'tag': 'dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f', 'status': 'completed', 'code': 200} Oct 14 02:33:51.869957 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b04fd5b5-1790-4f49-8e80-9fbaba73c0e8 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:33:52.092801 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b04fd5b5-1790-4f49-8e80-9fbaba73c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:33:52.126794 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04fd5b5-1790-4f49-8e80-9fbaba73c0e8 None None] Checking router: 24d2f0f4-cc13-4991-85db-5bd12eb8bffc for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:33:52.136522 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04fd5b5-1790-4f49-8e80-9fbaba73c0e8 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:33:52.137117 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b04fd5b5-1790-4f49-8e80-9fbaba73c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:33:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:33:52.243369 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b04fd5b5-1790-4f49-8e80-9fbaba73c0e8 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:33:52.546992 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b04fd5b5-1790-4f49-8e80-9fbaba73c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:33:52.583010 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04fd5b5-1790-4f49-8e80-9fbaba73c0e8 None None] The sync data for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi is: [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:33:52.866517 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f8bf2-664d-4e32-b59b-3b3eed7c0843 None None] New status for floating IP 25640758-cb83-4a06-aa58-13faed0dc37e: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:33:53.074520 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-db27071d-0a49-4018-b1ab-9b6f8b17b721 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1534613330&fields=id&tenant_id=3d1ba99898ca42c19c8f48fa498c5851 HTTP/1.1" status: 200 len: 267 time: 0.0791020 Oct 14 02:33:53.194891 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-9c4b2e48-dd47-470d-964a-25d7d339ae5f tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:53.196376 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-9c4b2e48-dd47-470d-964a-25d7d339ae5f tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 812 time: 0.1145332 Oct 14 02:33:53.220744 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-472ea205-b5d8-44e5-bd2e-5f323285f71d tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/quotas/3d1ba99898ca42c19c8f48fa498c5851 HTTP/1.1" status: 200 len: 375 time: 0.0155392 Oct 14 02:33:53.269878 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-8b5c5f5a-2628-4b1d-86b0-0793508eb842 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479178 Oct 14 02:33:53.382406 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-2c3a3461-9e86-4661-abbd-ead0ee3ee4ba service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985188 Oct 14 02:33:53.489130 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-ff7d3271-14c6-4db3-ae61-13e4aaeb9c76 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995276 Oct 14 02:33:53.891530 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f3eb513b-ff5d-463d-89c0-cf7f5326cb19 req-00081d00-8a64-43a3-92a7-35f97dd9cd80 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 210 time: 0.0703168 Oct 14 02:33:54.048793 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:33:54.097669 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:33:54.098147 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device dbd52c95-47fe-4f9d-95f9-9f74c37a6b4f not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:33:54.372069 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:33:55.096527 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-eee74825-2534-43e3-851f-4c2c7f131ff0 req-d6f28ccc-64ee-410e-b089-cd44f7b66c03 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 210 time: 0.0404925 Oct 14 02:33:55.174687 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-6bc3ac1d-94db-4385-8879-ac3d4deeef1e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:55.176231 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-6bc3ac1d-94db-4385-8879-ac3d4deeef1e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 812 time: 0.2832303 Oct 14 02:33:55.245888 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-1d8a1180-9423-4656-a88d-15899e2b9f5f tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3d1ba99898ca42c19c8f48fa498c5851 HTTP/1.1" status: 200 len: 380 time: 0.0602949 Oct 14 02:33:55.260508 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'port': {'device_id': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'admin_state_up': True, 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'security_groups': ['046e5c1a-89e6-45a3-890f-7573b3d18035']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:33:55.380117 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:55.392939 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Made reservation on behalf of 3d1ba99898ca42c19c8f48fa498c5851 for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:33:55.396949 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:55.414484 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:55.419089 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=56,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:55.544609 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Allocated IP 172.20.0.10 (b6c4cb74-3815-46fa-aa24-77a73095845c/aa10ad7a-df1b-4bbd-adc5-32361d4066f0/8c81acab-d59b-4fea-87ee-25d618b8a824) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:33:55.558631 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:55.707671 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:55.745715 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:55.795930 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Network b6c4cb74-3815-46fa-aa24-77a73095845c is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:33:55.799648 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:33:55.803795 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:33:55.808321 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'Port': ['ID=8c81acab-d59b-4fea-87ee-25d618b8a824,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:55.861277 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:55.861907 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:55.887455 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c6777110-4bd4-4fba-8364-c408b343595e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6311338 Oct 14 02:33:55.903842 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Request body: {'port': {'device_id': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:33:56.003466 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:56.102006 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:56.110215 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-73727892-4d87-4064-9bf8-8afe931a21bf None None] Provisioning complete for port 8c81acab-d59b-4fea-87ee-25d618b8a824 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:33:56.110579 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-73727892-4d87-4064-9bf8-8afe931a21bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:56.111126 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-73727892-4d87-4064-9bf8-8afe931a21bf None None] Attempt 1 to provision port 8c81acab-d59b-4fea-87ee-25d618b8a824 Oct 14 02:33:56.159271 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-73727892-4d87-4064-9bf8-8afe931a21bf None None] Port 8c81acab-d59b-4fea-87ee-25d618b8a824 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:33:56.340151 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9d665-6655-48a6-88b1-d1b416fe4360 req-13a168cb-2584-41dc-8e04-37bc662c4587 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:56.343428 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a3e9d665-6655-48a6-88b1-d1b416fe4360 req-13a168cb-2584-41dc-8e04-37bc662c4587 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 932 time: 0.0927148 Oct 14 02:33:56.457965 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a3e9d665-6655-48a6-88b1-d1b416fe4360 req-6e4ce819-180f-423c-b244-7cc339990183 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063426 Oct 14 02:33:56.465570 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c81acab-d59b-4fea-87ee-25d618b8a824 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:33:56.478288 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Publish callbacks [] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:56.481019 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:56.501621 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Transition to ACTIVE for port object 8c81acab-d59b-4fea-87ee-25d618b8a824 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:33:56.502363 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:56.506944 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:56.593348 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c81acab-d59b-4fea-87ee-25d618b8a824,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:56.660547 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Attempting to bind port 8c81acab-d59b-4fea-87ee-25d618b8a824 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:33:56.660921 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Attempting to bind port 8c81acab-d59b-4fea-87ee-25d618b8a824 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:33:56.661408 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Attempting to bind port 8c81acab-d59b-4fea-87ee-25d618b8a824 on network b6c4cb74-3815-46fa-aa24-77a73095845c {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:33:56.712354 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Port 8c81acab-d59b-4fea-87ee-25d618b8a824 on network b6c4cb74-3815-46fa-aa24-77a73095845c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:33:56.712702 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Attempting to bind port 8c81acab-d59b-4fea-87ee-25d618b8a824 on network b6c4cb74-3815-46fa-aa24-77a73095845c {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:33:56.768038 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:33:56.768438 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Checking segment: {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:33:56.768791 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Bound using segment: {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:33:56.769338 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Bound port: 8c81acab-d59b-4fea-87ee-25d618b8a824, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:33:56.769721 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:56.837549 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] For port 8c81acab-d59b-4fea-87ee-25d618b8a824, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:33:56.841495 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] For port 8c81acab-d59b-4fea-87ee-25d618b8a824, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8c81acab-d59b-4fea-87ee-25d618b8a824,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:33:56.851533 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:56.856404 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:56.857098 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:33:56.858597 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/8c81acab-d59b-4fea-87ee-25d618b8a824 HTTP/1.1" status: 200 len: 1094 time: 0.9640326 Oct 14 02:33:56.859269 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'tag': '8c81acab-d59b-4fea-87ee-25d618b8a824'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:33:56.862474 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28c8d5c-5112-464f-b8da-3b829edd39cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a3465-807f-4f91-a61b-76357bec01c9", "tag": "8c81acab-d59b-4fea-87ee-25d618b8a824"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:33:56.941080 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4adb025-1c8c-4a76-a7d6-8f145da28b37 x-openstack-request-id: req-a4adb025-1c8c-4a76-a7d6-8f145da28b37 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:33:56.941503 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a3465-807f-4f91-a61b-76357bec01c9", "tag": "8c81acab-d59b-4fea-87ee-25d618b8a824", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:33:56.941823 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4adb025-1c8c-4a76-a7d6-8f145da28b37 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:33:56.942290 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4adb025-1c8c-4a76-a7d6-8f145da28b37'] response: {'name': 'network-changed', 'server_uuid': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'tag': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'status': 'completed', 'code': 200} Oct 14 02:33:56.988559 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c280f65e-2ebb-4b35-8718-fdcd674208d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:56.990063 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-c280f65e-2ebb-4b35-8718-fdcd674208d6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 1128 time: 0.0646858 Oct 14 02:33:56.990869 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab17b53-adba-4b3c-81ad-c9f70faea4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c81acab-d59b-4fea-87ee-25d618b8a824,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:33:57.030575 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-f981aaa0-f0ad-4e7b-9e6f-5a75af6a524f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c81acab-d59b-4fea-87ee-25d618b8a824 HTTP/1.1" status: 200 len: 217 time: 0.0334282 Oct 14 02:33:57.082287 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-7cd2abb5-fc89-41bf-be99-3c21cf8b8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:57.083904 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-7cd2abb5-fc89-41bf-be99-3c21cf8b8f55 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0481501 Oct 14 02:33:57.135149 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-48feee9e-642c-4793-bebf-f35b91409bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:57.136941 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-48feee9e-642c-4793-bebf-f35b91409bd9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470960 Oct 14 02:33:57.248271 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-4590165c-9c7e-49ee-800d-feca89a70d13 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044459 Oct 14 02:33:57.349089 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0c47b843-296a-44ba-9121-632bcc94aaa7 req-6966d048-e194-4dfd-af6e-b7e99a56a89f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946000 Oct 14 02:33:57.640322 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d0c29-4e0a-4188-800d-919e341e1d90 req-6c66ac50-a937-4dc4-b617-f590a3a1a991 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:57.642212 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b77d0c29-4e0a-4188-800d-919e341e1d90 req-6c66ac50-a937-4dc4-b617-f590a3a1a991 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 944 time: 0.0837927 Oct 14 02:33:57.648996 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c8d5c-5112-464f-b8da-3b829edd39cd req-dc7d1e9a-8cf9-4488-a9dd-928f259ba12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:57.650515 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c28c8d5c-5112-464f-b8da-3b829edd39cd req-dc7d1e9a-8cf9-4488-a9dd-928f259ba12b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 1128 time: 0.0622468 Oct 14 02:33:57.757396 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:57.769151 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b77d0c29-4e0a-4188-800d-919e341e1d90 req-c627d8a0-903a-47be-bf41-a85d706f413e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175137 Oct 14 02:33:57.797890 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c8d5c-5112-464f-b8da-3b829edd39cd req-8280e3ca-5b65-4a85-a6bb-61ccf37b2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:57.799617 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c28c8d5c-5112-464f-b8da-3b829edd39cd req-8280e3ca-5b65-4a85-a6bb-61ccf37b2949 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.1415389 Oct 14 02:33:57.845342 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c28c8d5c-5112-464f-b8da-3b829edd39cd req-6f141213-3565-4b95-8a96-14e97bd14127 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c81acab-d59b-4fea-87ee-25d618b8a824 HTTP/1.1" status: 200 len: 217 time: 0.0385087 Oct 14 02:33:57.882527 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:33:57.901021 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c8d5c-5112-464f-b8da-3b829edd39cd req-80a3b61c-cad9-4165-b179-544831a81582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:57.902552 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c28c8d5c-5112-464f-b8da-3b829edd39cd req-80a3b61c-cad9-4165-b179-544831a81582 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0521259 Oct 14 02:33:57.957499 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c8d5c-5112-464f-b8da-3b829edd39cd req-dd2a4603-7008-435b-b8b3-120e4b963bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:57.959037 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c28c8d5c-5112-464f-b8da-3b829edd39cd req-dd2a4603-7008-435b-b8b3-120e4b963bac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487425 Oct 14 02:33:58.070335 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c28c8d5c-5112-464f-b8da-3b829edd39cd req-4c82beb6-8679-4d6d-9c6a-1bb0c6828682 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041913 Oct 14 02:33:58.169493 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c28c8d5c-5112-464f-b8da-3b829edd39cd req-7be08344-8f09-49e0-8fa1-76fbd702f59b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925939 Oct 14 02:33:58.911998 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929bf86-50ec-4815-bd61-e7d3cc668bec req-d0ff08d9-8ef0-4268-81ee-b5a77ba9d370 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:33:58.913523 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d929bf86-50ec-4815-bd61-e7d3cc668bec req-d0ff08d9-8ef0-4268-81ee-b5a77ba9d370 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 944 time: 0.0542006 Oct 14 02:33:58.967226 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d929bf86-50ec-4815-bd61-e7d3cc668bec req-a59e9043-b48b-4c5a-a3a4-55d4c84219be tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480278 Oct 14 02:34:00.088201 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1c4c9-27fc-46a5-8573-ecf09c56922d req-991d843e-140a-427e-ae00-55c92d96f953 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:00.089688 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f3b1c4c9-27fc-46a5-8573-ecf09c56922d req-991d843e-140a-427e-ae00-55c92d96f953 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 944 time: 0.0463827 Oct 14 02:34:00.136792 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f3b1c4c9-27fc-46a5-8573-ecf09c56922d req-3365b52d-f512-4142-8e90-31ecfeb292ac tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409465 Oct 14 02:34:00.252228 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:01.259610 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a7289-e38d-4fa3-a324-8cabf23d15d2 req-94dff2ec-216f-4dea-b179-3ce0a7fe781f tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:01.261049 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cb8a7289-e38d-4fa3-a324-8cabf23d15d2 req-94dff2ec-216f-4dea-b179-3ce0a7fe781f tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 944 time: 0.0495923 Oct 14 02:34:01.310466 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-cb8a7289-e38d-4fa3-a324-8cabf23d15d2 req-7b4eeee2-36ba-4683-b7c7-474dd23d566c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433559 Oct 14 02:34:01.964470 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 48232) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:34:02.009094 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-655599b7-9638-46f0-9b2e-598d9d6d0215 admin admin] Deleting subnet 1c4b51d5-996f-4778-973d-c71968350a34 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:34:02.012227 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-655599b7-9638-46f0-9b2e-598d9d6d0215 admin admin] Publish callbacks [] for subnet (1c4b51d5-996f-4778-973d-c71968350a34), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.046001 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-655599b7-9638-46f0-9b2e-598d9d6d0215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944087'] for subnet (1c4b51d5-996f-4778-973d-c71968350a34), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.089249 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-655599b7-9638-46f0-9b2e-598d9d6d0215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (1c4b51d5-996f-4778-973d-c71968350a34), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.141842 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-655599b7-9638-46f0-9b2e-598d9d6d0215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9674441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975224'] for subnet (1c4b51d5-996f-4778-973d-c71968350a34), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.166807 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655599b7-9638-46f0-9b2e-598d9d6d0215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4b51d5-996f-4778-973d-c71968350a34,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:02.171462 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-655599b7-9638-46f0-9b2e-598d9d6d0215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.174527 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-655599b7-9638-46f0-9b2e-598d9d6d0215 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/1c4b51d5-996f-4778-973d-c71968350a34 HTTP/1.1" status: 204 len: 168 time: 0.2090476 Oct 14 02:34:02.176958 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 48234) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:34:02.247116 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (f6615fcf-0a11-4603-8317-ecd89f9b0103), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.322058 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (f6615fcf-0a11-4603-8317-ecd89f9b0103), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.341983 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6615fcf-0a11-4603-8317-ecd89f9b0103']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:34:02.351339 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f855f81-9aa1-4068-9919-7a7d109246b9') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:34:02.351711 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f855f81-9aa1-4068-9919-7a7d109246b9') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:34:02.361896 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944046'] for segment (5f855f81-9aa1-4068-9919-7a7d109246b9), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.375939 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (5f855f81-9aa1-4068-9919-7a7d109246b9), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.382504 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:34:02.382887 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9674275'] for segment (5f855f81-9aa1-4068-9919-7a7d109246b9), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.426647 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 5f855f81-9aa1-4068-9919-7a7d109246b9 resource provider aggregate not found Oct 14 02:34:02.432615 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7ce92-e73b-482e-8543-9e1ff986ff1e req-1851e204-b213-4b29-b6b6-b19b72d138a7 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:02.434113 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f7a7ce92-e73b-482e-8543-9e1ff986ff1e req-1851e204-b213-4b29-b6b6-b19b72d138a7 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 944 time: 0.0475085 Oct 14 02:34:02.446539 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 5f855f81-9aa1-4068-9919-7a7d109246b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f855f81-9aa1-4068-9919-7a7d109246b9 found for delete ", "request_id": "req-87dd5842-7f4b-4b5b-8d6e-ed1fca7cc7fe"}]} Oct 14 02:34:02.453676 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (f6615fcf-0a11-4603-8317-ecd89f9b0103), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.459164 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.462514 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f6615fcf-0a11-4603-8317-ecd89f9b0103 HTTP/1.1" status: 204 len: 168 time: 0.2845066 Oct 14 02:34:02.477030 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232b428-b1c6-4b89-92b4-13a885f9f6b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6615fcf-0a11-4603-8317-ecd89f9b0103,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:02.488485 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f7a7ce92-e73b-482e-8543-9e1ff986ff1e req-5bf23ae5-da6b-4a9e-80ff-887b7de4f6ff tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480206 Oct 14 02:34:02.582675 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=73 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:02.632305 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 48244) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:34:02.671027 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2b27fbd6-c6d5-4b5c-9a05-5e7b0495c01f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d50887bbbe1d4a66bdae02e0360129fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376170 Oct 14 02:34:02.673979 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 48246) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:34:02.720257 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d6a416c0-130c-49a4-803b-e0b284cb160a admin admin] Publish callbacks [] for security_group (af0f9b6d-6007-485f-9bd1-2f604b400260), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.740952 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d6a416c0-130c-49a4-803b-e0b284cb160a admin admin] Publish callbacks [] for security_group (af0f9b6d-6007-485f-9bd1-2f604b400260), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.786575 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d6a416c0-130c-49a4-803b-e0b284cb160a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (af0f9b6d-6007-485f-9bd1-2f604b400260), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.789154 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d6a416c0-130c-49a4-803b-e0b284cb160a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:02.790293 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d6a416c0-130c-49a4-803b-e0b284cb160a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/af0f9b6d-6007-485f-9bd1-2f604b400260 HTTP/1.1" status: 204 len: 168 time: 0.1154501 Oct 14 02:34:02.798658 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a416c0-130c-49a4-803b-e0b284cb160a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0f9b6d-6007-485f-9bd1-2f604b400260,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:03.611140 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41312f-af49-4ec8-bb3d-bc614973f08c req-887fb7ff-7584-4d2b-99a9-0749aeb2b0a6 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:03.612635 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d41312f-af49-4ec8-bb3d-bc614973f08c req-887fb7ff-7584-4d2b-99a9-0749aeb2b0a6 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 944 time: 0.0464618 Oct 14 02:34:03.665855 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3d41312f-af49-4ec8-bb3d-bc614973f08c req-7b80700f-ebcd-4739-a6d7-8d95b5b52d2d tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476637 Oct 14 02:34:04.097427 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 8c81acab-d59b-4fea-87ee-25d618b8a824 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:34:04.099633 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:04.334085 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 8c81acab-d59b-4fea-87ee-25d618b8a824, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8c81acab-d59b-4fea-87ee-25d618b8a824,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:34:04.345170 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'port_id': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'mac_address': 'fa:16:3e:03:45:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:34:04.365253 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=67 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:04.380060 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 8c81acab-d59b-4fea-87ee-25d618b8a824 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:34:04.380449 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:04.393238 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c81acab-d59b-4fea-87ee-25d618b8a824 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:34:04.413344 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 8c81acab-d59b-4fea-87ee-25d618b8a824, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8c81acab-d59b-4fea-87ee-25d618b8a824,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:34:04.417138 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:04.464751 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=8c81acab-d59b-4fea-87ee-25d618b8a824,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:04.472408 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.472749 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.473086 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.473425 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.473751 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.474074 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.474393 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.474707 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.475023 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.475364 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.475681 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.475996 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.476309 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.476620 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.476932 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:04.604584 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['8c81acab-d59b-4fea-87ee-25d618b8a824'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:34:04.791231 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76c987-42f0-4bae-b708-4e2948330752 req-61a11757-6eb5-49b7-9442-f70ffa49a480 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:04.792992 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-af76c987-42f0-4bae-b708-4e2948330752 req-61a11757-6eb5-49b7-9442-f70ffa49a480 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 945 time: 0.0473211 Oct 14 02:34:04.842237 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-af76c987-42f0-4bae-b708-4e2948330752 req-a9884039-fe9a-45df-9d1c-692f375ee8e9 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434132 Oct 14 02:34:05.961827 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe257514-5f65-4095-ac20-45adbfb7bee7 req-fd5fe2a1-58a0-45b0-8fa3-43db367c35d3 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:05.963301 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fe257514-5f65-4095-ac20-45adbfb7bee7 req-fd5fe2a1-58a0-45b0-8fa3-43db367c35d3 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 945 time: 0.0463893 Oct 14 02:34:06.011212 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fe257514-5f65-4095-ac20-45adbfb7bee7 req-a1cbb944-c293-44e4-9605-c7bd4c64033f tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Oct 14 02:34:06.098859 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 8c81acab-d59b-4fea-87ee-25d618b8a824 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:34:06.145355 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port 8c81acab-d59b-4fea-87ee-25d618b8a824 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:34:06.150757 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port 8c81acab-d59b-4fea-87ee-25d618b8a824 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:34:06.151158 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:06.151500 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port 8c81acab-d59b-4fea-87ee-25d618b8a824 Oct 14 02:34:06.223255 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port 8c81acab-d59b-4fea-87ee-25d618b8a824 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:34:06.223641 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:06.241729 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:06.247163 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81acab-d59b-4fea-87ee-25d618b8a824'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:34:06.249935 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cc0504-e443-4c1c-a3d9-dd5b7c2219b2" -d '{"events": [{"server_uuid": "5a0a3465-807f-4f91-a61b-76357bec01c9", "name": "network-vif-plugged", "status": "completed", "tag": "8c81acab-d59b-4fea-87ee-25d618b8a824"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:34:06.264067 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port 8c81acab-d59b-4fea-87ee-25d618b8a824, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8c81acab-d59b-4fea-87ee-25d618b8a824,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:34:06.269068 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:06.291989 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23713fc3-c205-49d9-8667-85542dba3baf x-openstack-request-id: req-23713fc3-c205-49d9-8667-85542dba3baf {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:34:06.292280 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0a3465-807f-4f91-a61b-76357bec01c9", "name": "network-vif-plugged", "status": "completed", "tag": "8c81acab-d59b-4fea-87ee-25d618b8a824", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:34:06.292535 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23713fc3-c205-49d9-8667-85542dba3baf {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:34:06.292926 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23713fc3-c205-49d9-8667-85542dba3baf'] response: {'server_uuid': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'code': 200} Oct 14 02:34:06.325910 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=8c81acab-d59b-4fea-87ee-25d618b8a824,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:06.504491 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde0bb2-1677-4b39-a755-4378558ac6f2 req-7a47e81e-e3e0-4591-930d-14c7a884a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:06.505985 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4dde0bb2-1677-4b39-a755-4378558ac6f2 req-7a47e81e-e3e0-4591-930d-14c7a884a6c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 1130 time: 0.0441434 Oct 14 02:34:06.523943 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:06.556353 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4dde0bb2-1677-4b39-a755-4378558ac6f2 req-66f2f77c-342c-4be4-8874-837d397f126f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444794 Oct 14 02:34:07.130164 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fc575-ef95-46e4-b7a9-1bc8e9832981 req-d644b31d-fa28-4776-a258-329bbb653dff tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:07.131575 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-876fc575-ef95-46e4-b7a9-1bc8e9832981 req-d644b31d-fa28-4776-a258-329bbb653dff tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 946 time: 0.0468583 Oct 14 02:34:07.150043 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:07.181000 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-876fc575-ef95-46e4-b7a9-1bc8e9832981 req-e1d7fbce-d9cd-4935-9488-4d919fc40086 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438607 Oct 14 02:34:08.301815 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd18b92-991a-49d7-baca-f94a081de0ad req-e64fb9ae-f982-4504-bdd2-ffa64caae081 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:08.303283 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1fd18b92-991a-49d7-baca-f94a081de0ad req-e64fb9ae-f982-4504-bdd2-ffa64caae081 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 946 time: 0.0465646 Oct 14 02:34:08.355604 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1fd18b92-991a-49d7-baca-f94a081de0ad req-ae3402a5-9dc7-4d1c-adc2-b7b28784ae63 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467534 Oct 14 02:34:08.475502 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3407cc-3b60-49c0-87d6-a9dceafe6d85 req-6f876740-1857-420d-a908-08d5ee27e589 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:08.477070 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8d3407cc-3b60-49c0-87d6-a9dceafe6d85 req-6f876740-1857-420d-a908-08d5ee27e589 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 946 time: 0.0473890 Oct 14 02:34:08.525631 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8d3407cc-3b60-49c0-87d6-a9dceafe6d85 req-7cc65866-e0da-4ce5-91b9-afd9156fa760 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Oct 14 02:34:08.554551 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 48320) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:34:08.596169 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2023038d-5147-4021-afad-3ecca898eb9c tempest-TestVolumeBootPattern-949073917 tempest-TestVolumeBootPattern-949073917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:08.597670 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2023038d-5147-4021-afad-3ecca898eb9c tempest-TestVolumeBootPattern-949073917 tempest-TestVolumeBootPattern-949073917-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 1125 time: 0.0421436 Oct 14 02:34:08.600586 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 48322) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:34:08.604901 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'port_id': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:34:08.624943 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:08.700758 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:08.708923 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:08.740816 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:08.810930 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Allocated IP 172.27.1.242 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/318dbec8-ae0a-4195-b1c9-1c3668df0b14) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:34:08.917757 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for port (318dbec8-ae0a-4195-b1c9-1c3668df0b14), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:08.950143 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (318dbec8-ae0a-4195-b1c9-1c3668df0b14), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:08.993814 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:34:08.998653 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:34:09.001594 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:34:09.026785 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'Port': ['ID=318dbec8-ae0a-4195-b1c9-1c3668df0b14,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:09.362794 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (e481f170-d73e-4b1b-9309-a315b2dfc3d3), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:09.425815 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (318dbec8-ae0a-4195-b1c9-1c3668df0b14), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:09.478129 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:09.512551 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:09.570750 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for port (318dbec8-ae0a-4195-b1c9-1c3668df0b14), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:09.574963 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9674247'] for port (318dbec8-ae0a-4195-b1c9-1c3668df0b14), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:09.642361 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (e481f170-d73e-4b1b-9309-a315b2dfc3d3), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:09.643931 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'Port': ['ID=318dbec8-ae0a-4195-b1c9-1c3668df0b14,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:09.736371 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Floating IP e481f170-d73e-4b1b-9309-a315b2dfc3d3 associated. External IP: 172.27.1.242, port: 8c81acab-d59b-4fea-87ee-25d618b8a824. Oct 14 02:34:09.932996 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:34:10.034899 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:34:10.046889 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4edfc08-1a49-4675-aa04-0e912d773eb4 None None] Sync routers for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:34:10.054999 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:10.062709 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4edfc08-1a49-4675-aa04-0e912d773eb4 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:34:10.063347 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f4edfc08-1a49-4675-aa04-0e912d773eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:33:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:34:10.085183 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0de450d5-03d0-4f53-9184-6b85833a2745 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4836166 Oct 14 02:34:10.085808 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'tag': '8c81acab-d59b-4fea-87ee-25d618b8a824'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:34:10.088059 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78400de-9c3d-4e99-abc3-0e8f15372a15" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a3465-807f-4f91-a61b-76357bec01c9", "tag": "8c81acab-d59b-4fea-87ee-25d618b8a824"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:34:10.127260 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1a541b-9fa3-4cf4-93b2-c61e196e4c25 x-openstack-request-id: req-de1a541b-9fa3-4cf4-93b2-c61e196e4c25 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:34:10.127611 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a3465-807f-4f91-a61b-76357bec01c9", "tag": "8c81acab-d59b-4fea-87ee-25d618b8a824", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:34:10.127925 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de1a541b-9fa3-4cf4-93b2-c61e196e4c25 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:34:10.128406 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1a541b-9fa3-4cf4-93b2-c61e196e4c25'] response: {'name': 'network-changed', 'server_uuid': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'tag': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'status': 'completed', 'code': 200} Oct 14 02:34:10.173071 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-f4edfc08-1a49-4675-aa04-0e912d773eb4 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:34:10.196042 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78400de-9c3d-4e99-abc3-0e8f15372a15 req-62597bcb-683c-4db7-bb4b-ae161cea2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:10.198556 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e78400de-9c3d-4e99-abc3-0e8f15372a15 req-62597bcb-683c-4db7-bb4b-ae161cea2968 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 1130 time: 0.0468941 Oct 14 02:34:10.298605 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78400de-9c3d-4e99-abc3-0e8f15372a15 req-3c9efa92-dd78-443d-8c66-e667a10f4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:10.300598 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e78400de-9c3d-4e99-abc3-0e8f15372a15 req-3c9efa92-dd78-443d-8c66-e667a10f4738 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.0930121 Oct 14 02:34:10.369114 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e78400de-9c3d-4e99-abc3-0e8f15372a15 req-f80f145d-7ae8-41d8-b75f-fb22dd2af62f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c81acab-d59b-4fea-87ee-25d618b8a824 HTTP/1.1" status: 200 len: 1000 time: 0.0629926 Oct 14 02:34:10.392760 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f4edfc08-1a49-4675-aa04-0e912d773eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': 'e481f170-d73e-4b1b-9309-a315b2dfc3d3', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:03:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:34:09Z', 'updated_at': '2022-10-14T02:34:09Z', 'revision_number': 0, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:34:10.418427 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4edfc08-1a49-4675-aa04-0e912d773eb4 None None] Checking router: 24d2f0f4-cc13-4991-85db-5bd12eb8bffc for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:34:10.427611 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4edfc08-1a49-4675-aa04-0e912d773eb4 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:34:10.428197 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f4edfc08-1a49-4675-aa04-0e912d773eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:33:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:34:10.428821 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78400de-9c3d-4e99-abc3-0e8f15372a15 req-298a6f2e-487c-44ee-92fa-17e8cf57a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:10.431111 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e78400de-9c3d-4e99-abc3-0e8f15372a15 req-298a6f2e-487c-44ee-92fa-17e8cf57a1a5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0545571 Oct 14 02:34:10.486957 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78400de-9c3d-4e99-abc3-0e8f15372a15 req-490ab30f-9bf2-44e0-9610-5129a44fa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:10.488514 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e78400de-9c3d-4e99-abc3-0e8f15372a15 req-490ab30f-9bf2-44e0-9610-5129a44fa169 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525160 Oct 14 02:34:10.541013 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-f4edfc08-1a49-4675-aa04-0e912d773eb4 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:34:10.586613 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e78400de-9c3d-4e99-abc3-0e8f15372a15 req-4ef7ee2d-c519-4af1-9c9b-c9b8c76932cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919254 Oct 14 02:34:10.681463 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e78400de-9c3d-4e99-abc3-0e8f15372a15 req-9329e71e-dffa-4796-9abf-9b54c4e7891e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888541 Oct 14 02:34:10.761821 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f4edfc08-1a49-4675-aa04-0e912d773eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': 'e481f170-d73e-4b1b-9309-a315b2dfc3d3', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:03:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:34:09Z', 'updated_at': '2022-10-14T02:34:09Z', 'revision_number': 0, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:34:10.786957 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4edfc08-1a49-4675-aa04-0e912d773eb4 None None] The sync data for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi is: [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': 'e481f170-d73e-4b1b-9309-a315b2dfc3d3', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:03:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:34:09Z', 'updated_at': '2022-10-14T02:34:09Z', 'revision_number': 0, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:34:10.988086 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b75781-7624-4584-b7ab-891f70d67044 None None] New status for floating IP e481f170-d73e-4b1b-9309-a315b2dfc3d3: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:34:16.533855 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:16.548465 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b049052c-af4f-4a1d-94a5-22414c0a3698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:18.875724 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dfa285c6-baf0-4ea6-92b4-e236fa17f70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:19.829317 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:20.078419 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=65 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:20.082125 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=74,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:20.676512 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=79 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:20.678408 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=69 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:20.763860 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:20.764626 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=68 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:21.547655 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:21.748647 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:30.245488 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:31.375019 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:34:37.243521 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-7d8b9878-8dfc-4544-9d4a-ee194eed130a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378063 Oct 14 02:34:37.323973 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-1b500454-7509-43da-989b-9ed6a3530f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:37.325419 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-1b500454-7509-43da-989b-9ed6a3530f2c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 1130 time: 0.0412362 Oct 14 02:34:37.431783 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-7a29558d-9e95-4075-bef0-c4a2217c84c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:37.433251 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-7a29558d-9e95-4075-bef0-c4a2217c84c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.0863440 Oct 14 02:34:37.496737 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-e0dd774f-5052-4b99-9015-560f49ff79d4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c81acab-d59b-4fea-87ee-25d618b8a824 HTTP/1.1" status: 200 len: 1002 time: 0.0569546 Oct 14 02:34:37.544801 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-72f64322-e165-425b-ac8d-9fcc0ae3c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:37.546217 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-72f64322-e165-425b-ac8d-9fcc0ae3c764 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0436199 Oct 14 02:34:37.588697 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-97e11a48-cb03-43ee-9cce-ee44e93cde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:37.590153 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-97e11a48-cb03-43ee-9cce-ee44e93cde2b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374453 Oct 14 02:34:37.682201 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-865e6e2f-f5d5-46b0-bfc8-e31522e5da06 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853910 Oct 14 02:34:37.774543 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8f9df3e4-8acd-46a7-9abe-e78d2ede3a68 req-1aa491b7-8f0a-428a-badb-10c84d4b7e59 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865679 Oct 14 02:34:37.937874 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 48522) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:34:38.044966 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-570c8c9f-ddc6-4748-a7f0-7204e92a93fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:38.126981 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-570c8c9f-ddc6-4748-a7f0-7204e92a93fa admin admin] Publish callbacks [] for security_group (269a17e5-361d-4208-940c-226038b5fe77), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:38.131467 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-570c8c9f-ddc6-4748-a7f0-7204e92a93fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (269a17e5-361d-4208-940c-226038b5fe77), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:38.418868 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-570c8c9f-ddc6-4748-a7f0-7204e92a93fa admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f766b1819251495a93c7cc12d672d4c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4794545 Oct 14 02:34:38.419656 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c8c9f-ddc6-4748-a7f0-7204e92a93fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269a17e5-361d-4208-940c-226038b5fe77,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:38.421646 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 48526) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:34:38.471371 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ca451d9a-497c-40ce-aeac-2b1a76205ce0 admin admin] Publish callbacks [] for security_group (269a17e5-361d-4208-940c-226038b5fe77), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:38.494511 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ca451d9a-497c-40ce-aeac-2b1a76205ce0 admin admin] Publish callbacks [] for security_group (269a17e5-361d-4208-940c-226038b5fe77), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:38.540395 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ca451d9a-497c-40ce-aeac-2b1a76205ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (269a17e5-361d-4208-940c-226038b5fe77), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:38.542949 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ca451d9a-497c-40ce-aeac-2b1a76205ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:38.544136 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ca451d9a-497c-40ce-aeac-2b1a76205ce0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/269a17e5-361d-4208-940c-226038b5fe77 HTTP/1.1" status: 204 len: 168 time: 0.1215024 Oct 14 02:34:38.555361 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca451d9a-497c-40ce-aeac-2b1a76205ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269a17e5-361d-4208-940c-226038b5fe77,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:38.576065 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=30,neutron:UPDATE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:41.005420 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-d3b08301-f4c6-4fa9-b529-ff0fe969f428 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=49bdcf3d2b67466badfe669519fe7f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297146 Oct 14 02:34:41.184414 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-f9a58d07-2338-4dc8-8182-1254aca05203 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:41.185888 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-f9a58d07-2338-4dc8-8182-1254aca05203 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754425 Oct 14 02:34:41.200372 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-e51f6604-bdbb-448c-8b48-33cb411f2c1d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/quotas/49bdcf3d2b67466badfe669519fe7f44 HTTP/1.1" status: 200 len: 375 time: 0.0091882 Oct 14 02:34:41.232904 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-7eeed591-9f14-48b2-98ee-43a90aeff9b0 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=49bdcf3d2b67466badfe669519fe7f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275033 Oct 14 02:34:41.367336 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:41.370661 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:41.501042 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bc040913-6e48-4138-8bc0-12cefb5ffbd0 req-88397cc7-c425-45d9-ae59-a162821fcc1d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 210 time: 0.1336346 Oct 14 02:34:42.572291 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-491248b8-3e90-478b-96af-614fc0a66d8d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=49bdcf3d2b67466badfe669519fe7f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2749898 Oct 14 02:34:42.626162 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7fc1a771-464e-45a9-b735-6b495965d13b req-7f921a99-a55e-4aab-8f9e-b0a2ed26a09f tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 210 time: 0.0475702 Oct 14 02:34:42.689228 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:42.717733 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-a14b3b39-3758-4d16-8349-f4cf312b6b1c tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:42.719102 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-a14b3b39-3758-4d16-8349-f4cf312b6b1c tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387827 Oct 14 02:34:42.731430 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Request body: {'port': {'device_id': 'fba65196-f04a-4782-af71-077d9c39937f', 'network_id': '6751658b-ffec-4294-893f-713426e42235', 'admin_state_up': True, 'tenant_id': '49bdcf3d2b67466badfe669519fe7f44'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:34:42.831232 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:42.841046 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Made reservation on behalf of 49bdcf3d2b67466badfe669519fe7f44 for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:34:42.845006 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:42.854613 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:42.933535 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Publish callbacks [] for security_group (053434ec-64ab-4591-8ed9-97d419d65e0d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:42.937784 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (053434ec-64ab-4591-8ed9-97d419d65e0d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:42.999462 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053434ec-64ab-4591-8ed9-97d419d65e0d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:43.013924 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.014271 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.014672 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.015011 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.015372 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.015700 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.016026 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.016376 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.016702 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.017019 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.017340 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.017661 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.017982 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.018301 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.018618 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:43.081419 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Allocated IP 192.168.233.204 (6751658b-ffec-4294-893f-713426e42235/3fdd8634-cbb4-4c97-8d7d-e2f685304963/d2cb051b-0c2e-4275-a57f-f5127883c61a) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:34:43.229363 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Publish callbacks [] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:43.260204 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:43.304820 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Network 6751658b-ffec-4294-893f-713426e42235 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:34:43.308007 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:34:43.310364 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:34:43.338934 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Pushing event updated for resources: {'Port': ['ID=d2cb051b-0c2e-4275-a57f-f5127883c61a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:43.348462 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:43.369995 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:43.370604 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:43.388476 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-bb860ce3-f050-4ba5-813b-5c3f1848067d tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6610546 Oct 14 02:34:43.400955 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Request body: {'port': {'device_id': 'fba65196-f04a-4782-af71-077d9c39937f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:34:43.462814 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:43.553127 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-90e96e2b-2ed9-40b0-bdfd-f922102fbc2f None None] Provisioning complete for port d2cb051b-0c2e-4275-a57f-f5127883c61a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:34:43.553685 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90e96e2b-2ed9-40b0-bdfd-f922102fbc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:43.553807 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-90e96e2b-2ed9-40b0-bdfd-f922102fbc2f None None] Attempt 1 to provision port d2cb051b-0c2e-4275-a57f-f5127883c61a Oct 14 02:34:43.585710 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-90e96e2b-2ed9-40b0-bdfd-f922102fbc2f None None] Port d2cb051b-0c2e-4275-a57f-f5127883c61a cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:34:43.639975 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:43.746810 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cb051b-0c2e-4275-a57f-f5127883c61a {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:34:43.757918 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Publish callbacks [] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:43.774986 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb729-ffc7-4d1a-86db-2eb2854c0185 req-53b43881-e3aa-46b8-a0da-cf26ae06eaa8 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:43.776483 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-45adb729-ffc7-4d1a-86db-2eb2854c0185 req-53b43881-e3aa-46b8-a0da-cf26ae06eaa8 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 936 time: 0.0668774 Oct 14 02:34:43.781344 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Transition to ACTIVE for port object d2cb051b-0c2e-4275-a57f-f5127883c61a will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:34:43.790232 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:43.881625 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Pushing event updated for resources: {'Port': ['ID=d2cb051b-0c2e-4275-a57f-f5127883c61a,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:43.903572 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-45adb729-ffc7-4d1a-86db-2eb2854c0185 req-e7e07daa-0abc-452c-a407-140d856b02f0 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=053434ec-64ab-4591-8ed9-97d419d65e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202805 Oct 14 02:34:43.932541 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Attempting to bind port d2cb051b-0c2e-4275-a57f-f5127883c61a on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:34:43.932871 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Attempting to bind port d2cb051b-0c2e-4275-a57f-f5127883c61a by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '8561aede-4f26-4744-9d27-c6860ebbd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6751658b-ffec-4294-893f-713426e42235'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:34:43.933189 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Attempting to bind port d2cb051b-0c2e-4275-a57f-f5127883c61a on network 6751658b-ffec-4294-893f-713426e42235 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:34:43.973591 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Port d2cb051b-0c2e-4275-a57f-f5127883c61a on network 6751658b-ffec-4294-893f-713426e42235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:34:43.973907 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Attempting to bind port d2cb051b-0c2e-4275-a57f-f5127883c61a on network 6751658b-ffec-4294-893f-713426e42235 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:34:44.013983 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:34:44.014312 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Checking segment: {'id': '8561aede-4f26-4744-9d27-c6860ebbd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6751658b-ffec-4294-893f-713426e42235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:34:44.014692 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Bound using segment: {'id': '8561aede-4f26-4744-9d27-c6860ebbd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6751658b-ffec-4294-893f-713426e42235'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:34:44.015143 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Bound port: d2cb051b-0c2e-4275-a57f-f5127883c61a, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8561aede-4f26-4744-9d27-c6860ebbd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6751658b-ffec-4294-893f-713426e42235'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:34:44.015498 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:44.080347 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] For port d2cb051b-0c2e-4275-a57f-f5127883c61a, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:34:44.083329 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] For port d2cb051b-0c2e-4275-a57f-f5127883c61a, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=d2cb051b-0c2e-4275-a57f-f5127883c61a,segment=NetworkSegment(8561aede-4f26-4744-9d27-c6860ebbd052),segment_id=8561aede-4f26-4744-9d27-c6860ebbd052)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:34:44.089331 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:44.092696 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:44.093305 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:44.094901 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/d2cb051b-0c2e-4275-a57f-f5127883c61a HTTP/1.1" status: 200 len: 1098 time: 0.6982369 Oct 14 02:34:44.096947 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba65196-f04a-4782-af71-077d9c39937f', 'tag': 'd2cb051b-0c2e-4275-a57f-f5127883c61a'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:34:44.099912 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03b9c18-a62b-4b71-9dbe-559a6a3db894" -d '{"events": [{"name": "network-changed", "server_uuid": "fba65196-f04a-4782-af71-077d9c39937f", "tag": "d2cb051b-0c2e-4275-a57f-f5127883c61a"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:34:44.138625 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929c2ff9-4564-437b-bede-5f9721540036 x-openstack-request-id: req-929c2ff9-4564-437b-bede-5f9721540036 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:34:44.138919 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba65196-f04a-4782-af71-077d9c39937f", "tag": "d2cb051b-0c2e-4275-a57f-f5127883c61a", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:34:44.139198 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-929c2ff9-4564-437b-bede-5f9721540036 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:34:44.139594 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929c2ff9-4564-437b-bede-5f9721540036'] response: {'name': 'network-changed', 'server_uuid': 'fba65196-f04a-4782-af71-077d9c39937f', 'tag': 'd2cb051b-0c2e-4275-a57f-f5127883c61a', 'status': 'completed', 'code': 200} Oct 14 02:34:44.149248 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:44.181194 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90b20b-d4c9-4ebb-a8cf-9a1c0c2be8fd service neutron] Pushing event updated for resources: {'Port': ['ID=d2cb051b-0c2e-4275-a57f-f5127883c61a,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:44.190196 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-316f2a21-a9e9-40c5-bbfa-6276b9b0c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:44.191727 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-316f2a21-a9e9-40c5-bbfa-6276b9b0c3ce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=49bdcf3d2b67466badfe669519fe7f44&device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 1132 time: 0.0550253 Oct 14 02:34:44.231299 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-caf1f645-b99b-4f2e-8c16-b7cb1a0bf355 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=d2cb051b-0c2e-4275-a57f-f5127883c61a HTTP/1.1" status: 200 len: 217 time: 0.0331757 Oct 14 02:34:44.282588 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-ac0c5084-1938-47b6-b158-82f24958fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:44.284273 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-ac0c5084-1938-47b6-b158-82f24958fff1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3fdd8634-cbb4-4c97-8d7d-e2f685304963 HTTP/1.1" status: 200 len: 843 time: 0.0476511 Oct 14 02:34:44.326178 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-6a0fe705-1492-4da5-b0de-29ef336a75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:44.327654 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-6a0fe705-1492-4da5-b0de-29ef336a75fa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6751658b-ffec-4294-893f-713426e42235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0380871 Oct 14 02:34:44.419878 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-8f74207e-17d3-4b52-8696-ae1bddc322e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6751658b-ffec-4294-893f-713426e42235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859232 Oct 14 02:34:44.494880 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:44.512474 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a5e6d867-3afe-4019-a408-fd345438fc27 req-1e0ac008-c958-47f1-8d33-73ccb41ee58a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6751658b-ffec-4294-893f-713426e42235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856566 Oct 14 02:34:45.023225 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820954a-848d-44ca-98f3-87656f4f6718 req-6cedd463-b5be-49d2-ace7-49ce7e0b8bb4 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:45.024682 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d820954a-848d-44ca-98f3-87656f4f6718 req-6cedd463-b5be-49d2-ace7-49ce7e0b8bb4 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 948 time: 0.0473292 Oct 14 02:34:45.075014 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d820954a-848d-44ca-98f3-87656f4f6718 req-199f0184-dbd3-46b9-b9b6-377c7f3bdeeb tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=053434ec-64ab-4591-8ed9-97d419d65e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Oct 14 02:34:45.254782 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b9c18-a62b-4b71-9dbe-559a6a3db894 req-48f46706-e950-45d3-bbdf-999649854461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:45.256275 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d03b9c18-a62b-4b71-9dbe-559a6a3db894 req-48f46706-e950-45d3-bbdf-999649854461 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=49bdcf3d2b67466badfe669519fe7f44&device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 1132 time: 0.0394177 Oct 14 02:34:45.343635 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b9c18-a62b-4b71-9dbe-559a6a3db894 req-c372abdf-280b-4464-afaa-51b8e065ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:45.345660 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d03b9c18-a62b-4b71-9dbe-559a6a3db894 req-c372abdf-280b-4464-afaa-51b8e065ed0c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6751658b-ffec-4294-893f-713426e42235 HTTP/1.1" status: 200 len: 870 time: 0.0837557 Oct 14 02:34:45.385412 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d03b9c18-a62b-4b71-9dbe-559a6a3db894 req-e679becc-7cb7-4170-a5d0-c78bd85372f2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=d2cb051b-0c2e-4275-a57f-f5127883c61a HTTP/1.1" status: 200 len: 217 time: 0.0344810 Oct 14 02:34:45.431458 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b9c18-a62b-4b71-9dbe-559a6a3db894 req-0a2dd7ab-5a01-4e06-ad51-6e57ec28cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:45.432816 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d03b9c18-a62b-4b71-9dbe-559a6a3db894 req-0a2dd7ab-5a01-4e06-ad51-6e57ec28cdbb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3fdd8634-cbb4-4c97-8d7d-e2f685304963 HTTP/1.1" status: 200 len: 843 time: 0.0421357 Oct 14 02:34:45.474861 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b9c18-a62b-4b71-9dbe-559a6a3db894 req-7a0670e8-5485-4d93-b6e6-339b79ab71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:45.476303 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d03b9c18-a62b-4b71-9dbe-559a6a3db894 req-7a0670e8-5485-4d93-b6e6-339b79ab71d4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6751658b-ffec-4294-893f-713426e42235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0368564 Oct 14 02:34:45.567331 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d03b9c18-a62b-4b71-9dbe-559a6a3db894 req-5cc407e6-c35a-4b4d-a886-e6fc3328e5e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6751658b-ffec-4294-893f-713426e42235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840909 Oct 14 02:34:45.656643 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d03b9c18-a62b-4b71-9dbe-559a6a3db894 req-2211b3f6-bbfe-4eaf-80fa-2f79c744f353 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6751658b-ffec-4294-893f-713426e42235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838034 Oct 14 02:34:46.194812 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb5e94-8743-427f-a017-a120decfc0c0 req-8d5c3c60-482b-4116-be79-8452faea465c tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:46.196283 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1fbb5e94-8743-427f-a017-a120decfc0c0 req-8d5c3c60-482b-4116-be79-8452faea465c tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 948 time: 0.0454881 Oct 14 02:34:46.244039 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1fbb5e94-8743-427f-a017-a120decfc0c0 req-ee04b9c5-1172-4d25-a728-e8cb087391c9 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=053434ec-64ab-4591-8ed9-97d419d65e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416901 Oct 14 02:34:46.324763 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device d2cb051b-0c2e-4275-a57f-f5127883c61a details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:34:46.424081 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port d2cb051b-0c2e-4275-a57f-f5127883c61a, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=d2cb051b-0c2e-4275-a57f-f5127883c61a,segment=NetworkSegment(8561aede-4f26-4744-9d27-c6860ebbd052),segment_id=8561aede-4f26-4744-9d27-c6860ebbd052)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:34:46.434843 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': 'd2cb051b-0c2e-4275-a57f-f5127883c61a', 'network_id': '6751658b-ffec-4294-893f-713426e42235', 'port_id': 'd2cb051b-0c2e-4275-a57f-f5127883c61a', 'mac_address': 'fa:16:3e:e3:ca:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd8634-cbb4-4c97-8d7d-e2f685304963', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:34:46.469597 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port d2cb051b-0c2e-4275-a57f-f5127883c61a is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:34:46.469979 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:46.486622 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cb051b-0c2e-4275-a57f-f5127883c61a {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:34:46.505758 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port d2cb051b-0c2e-4275-a57f-f5127883c61a, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=d2cb051b-0c2e-4275-a57f-f5127883c61a,segment=NetworkSegment(8561aede-4f26-4744-9d27-c6860ebbd052),segment_id=8561aede-4f26-4744-9d27-c6860ebbd052)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:34:46.509134 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:46.560898 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-66088fbb-e7bd-422b-9f5e-21c71dba6316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:46.562302 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:46.568556 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=d2cb051b-0c2e-4275-a57f-f5127883c61a,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:46.719812 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['d2cb051b-0c2e-4275-a57f-f5127883c61a'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:34:47.362929 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93296894-394f-4841-964d-3bbeb9f26edb req-faa01cde-eceb-47ee-a802-306550dce931 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:47.364424 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-93296894-394f-4841-964d-3bbeb9f26edb req-faa01cde-eceb-47ee-a802-306550dce931 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 949 time: 0.0468647 Oct 14 02:34:47.411812 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-93296894-394f-4841-964d-3bbeb9f26edb req-3c84c39a-b117-4e2f-8423-312b47475d9c tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=053434ec-64ab-4591-8ed9-97d419d65e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418785 Oct 14 02:34:48.318586 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device d2cb051b-0c2e-4275-a57f-f5127883c61a up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:34:48.360287 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port d2cb051b-0c2e-4275-a57f-f5127883c61a completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:34:48.365816 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port d2cb051b-0c2e-4275-a57f-f5127883c61a triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:34:48.366192 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:48.366632 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port d2cb051b-0c2e-4275-a57f-f5127883c61a Oct 14 02:34:48.413398 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=23,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:48.415347 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=14,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:48.440594 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port d2cb051b-0c2e-4275-a57f-f5127883c61a is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:34:48.440983 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:48.464195 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba65196-f04a-4782-af71-077d9c39937f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cb051b-0c2e-4275-a57f-f5127883c61a'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:34:48.466442 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcc52dc-828d-488a-bd03-20099ab7ae61" -d '{"events": [{"server_uuid": "fba65196-f04a-4782-af71-077d9c39937f", "name": "network-vif-plugged", "status": "completed", "tag": "d2cb051b-0c2e-4275-a57f-f5127883c61a"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:34:48.480482 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port d2cb051b-0c2e-4275-a57f-f5127883c61a, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=d2cb051b-0c2e-4275-a57f-f5127883c61a,segment=NetworkSegment(8561aede-4f26-4744-9d27-c6860ebbd052),segment_id=8561aede-4f26-4744-9d27-c6860ebbd052)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:34:48.485525 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:48.508044 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:48.510167 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deb7665-442d-428d-9e01-544e37948ee5 x-openstack-request-id: req-0deb7665-442d-428d-9e01-544e37948ee5 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:34:48.510463 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba65196-f04a-4782-af71-077d9c39937f", "name": "network-vif-plugged", "status": "completed", "tag": "d2cb051b-0c2e-4275-a57f-f5127883c61a", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:34:48.510715 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0deb7665-442d-428d-9e01-544e37948ee5 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:34:48.511134 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0deb7665-442d-428d-9e01-544e37948ee5'] response: {'server_uuid': 'fba65196-f04a-4782-af71-077d9c39937f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cb051b-0c2e-4275-a57f-f5127883c61a', 'code': 200} Oct 14 02:34:48.526295 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:48.538626 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938463f-2168-4593-be9c-97c11f057eca req-06ffa7e9-0e3e-47dd-8fc8-7cf4de58b7d1 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:48.540152 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1938463f-2168-4593-be9c-97c11f057eca req-06ffa7e9-0e3e-47dd-8fc8-7cf4de58b7d1 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 950 time: 0.0512788 Oct 14 02:34:48.540527 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=d2cb051b-0c2e-4275-a57f-f5127883c61a,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:48.595937 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1938463f-2168-4593-be9c-97c11f057eca req-f371bb53-79e8-4bd2-ad32-4d4c6906678a tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=053434ec-64ab-4591-8ed9-97d419d65e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 Oct 14 02:34:48.680790 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a2dc0-a22a-4f32-95ef-2987a7c4d29b req-9e3845da-b338-43ca-bbeb-c3428cd39d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:48.682231 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e28a2dc0-a22a-4f32-95ef-2987a7c4d29b req-9e3845da-b338-43ca-bbeb-c3428cd39d5d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 1134 time: 0.0378945 Oct 14 02:34:48.725112 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e28a2dc0-a22a-4f32-95ef-2987a7c4d29b req-10e5299c-877f-4dac-abe6-6a09863318d4 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=053434ec-64ab-4591-8ed9-97d419d65e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372355 Oct 14 02:34:48.877003 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a9c83d3f-71c6-4e72-a634-fb02ec9d4576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:49.719645 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af07ba-53ef-42d4-a60b-b6cc129d660b req-ee7db8eb-7ce1-4f4b-9bb5-99b49f44b83b tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:49.721247 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-49af07ba-53ef-42d4-a60b-b6cc129d660b req-ee7db8eb-7ce1-4f4b-9bb5-99b49f44b83b tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 950 time: 0.0460134 Oct 14 02:34:49.771315 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-49af07ba-53ef-42d4-a60b-b6cc129d660b req-db8634dc-5916-43a5-8646-ee1bcb1530ab tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=053434ec-64ab-4591-8ed9-97d419d65e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444667 Oct 14 02:34:49.832104 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:50.878443 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:50.888841 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824ffc-d96d-45e7-bce5-0737a0dec733 req-c0382382-a8c5-43ec-a607-fbd5a008c512 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:50.890285 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70824ffc-d96d-45e7-bce5-0737a0dec733 req-c0382382-a8c5-43ec-a607-fbd5a008c512 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 950 time: 0.0459507 Oct 14 02:34:50.936591 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-70824ffc-d96d-45e7-bce5-0737a0dec733 req-412d86d6-590b-428f-9c08-7b90c38a95f1 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=053434ec-64ab-4591-8ed9-97d419d65e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Oct 14 02:34:51.198212 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8df90-d18d-490f-8cc1-5a0688956dd9 req-499a38d2-5a43-4872-914a-94a1803feb7e tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:51.199425 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-afa8df90-d18d-490f-8cc1-5a0688956dd9 req-499a38d2-5a43-4872-914a-94a1803feb7e tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 950 time: 0.0462751 Oct 14 02:34:51.246376 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-afa8df90-d18d-490f-8cc1-5a0688956dd9 req-85b561a9-5582-43d6-88e0-ffdb51a98e0c tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=053434ec-64ab-4591-8ed9-97d419d65e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Oct 14 02:34:51.552884 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:51.752202 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:52.379717 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9eb329-26a1-48bc-961d-24aa01b3738d req-4b77bc9b-1b66-476e-80ce-ac2bfd37d06f tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:52.381170 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5f9eb329-26a1-48bc-961d-24aa01b3738d req-4b77bc9b-1b66-476e-80ce-ac2bfd37d06f tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 950 time: 0.0495639 Oct 14 02:34:52.451941 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5f9eb329-26a1-48bc-961d-24aa01b3738d req-74743a96-269a-4532-8efa-d12b0ee8b459 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=053434ec-64ab-4591-8ed9-97d419d65e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652981 Oct 14 02:34:52.467238 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001c067-80c4-45ec-aa6f-e051bf0fb919 req-f0d67291-2945-495d-89db-4ba0dc9edf0c tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:34:52.468870 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7001c067-80c4-45ec-aa6f-e051bf0fb919 req-f0d67291-2945-495d-89db-4ba0dc9edf0c tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fba65196-f04a-4782-af71-077d9c39937f HTTP/1.1" status: 200 len: 950 time: 0.0523536 Oct 14 02:34:52.554171 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-7001c067-80c4-45ec-aa6f-e051bf0fb919 req-e2b58170-0a61-493d-94e3-03f1f4d65b80 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Deleting port d2cb051b-0c2e-4275-a57f-f5127883c61a {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:34:52.554431 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-7001c067-80c4-45ec-aa6f-e051bf0fb919 req-e2b58170-0a61-493d-94e3-03f1f4d65b80 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:52.644311 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-7001c067-80c4-45ec-aa6f-e051bf0fb919 req-e2b58170-0a61-493d-94e3-03f1f4d65b80 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] For port d2cb051b-0c2e-4275-a57f-f5127883c61a, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=d2cb051b-0c2e-4275-a57f-f5127883c61a,segment=NetworkSegment(8561aede-4f26-4744-9d27-c6860ebbd052),segment_id=8561aede-4f26-4744-9d27-c6860ebbd052)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:34:52.644666 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-7001c067-80c4-45ec-aa6f-e051bf0fb919 req-e2b58170-0a61-493d-94e3-03f1f4d65b80 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:52.657277 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-7001c067-80c4-45ec-aa6f-e051bf0fb919 req-e2b58170-0a61-493d-94e3-03f1f4d65b80 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Calling delete_port for d2cb051b-0c2e-4275-a57f-f5127883c61a owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:34:52.778511 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:34:52.786147 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-7001c067-80c4-45ec-aa6f-e051bf0fb919 req-e2b58170-0a61-493d-94e3-03f1f4d65b80 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (d2cb051b-0c2e-4275-a57f-f5127883c61a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:52.797398 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['d2cb051b-0c2e-4275-a57f-f5127883c61a'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:34:52.814233 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b58170-0a61-493d-94e3-03f1f4d65b80 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Pushing event deleted for resources: {'Port': ['ID=d2cb051b-0c2e-4275-a57f-f5127883c61a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:52.862504 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-7001c067-80c4-45ec-aa6f-e051bf0fb919 req-e2b58170-0a61-493d-94e3-03f1f4d65b80 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] No DVR routers for this DVR port d2cb051b-0c2e-4275-a57f-f5127883c61a on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:34:52.865074 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-7001c067-80c4-45ec-aa6f-e051bf0fb919 req-e2b58170-0a61-493d-94e3-03f1f4d65b80 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:52.868313 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7001c067-80c4-45ec-aa6f-e051bf0fb919 req-e2b58170-0a61-493d-94e3-03f1f4d65b80 tempest-VolumesNegativeTest-98820109 tempest-VolumesNegativeTest-98820109-project] 10.222.0.25 "DELETE /networking/v2.0/ports/d2cb051b-0c2e-4275-a57f-f5127883c61a HTTP/1.1" status: 204 len: 173 time: 0.3947387 Oct 14 02:34:52.868815 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba65196-f04a-4782-af71-077d9c39937f', 'name': 'network-vif-deleted', 'tag': 'd2cb051b-0c2e-4275-a57f-f5127883c61a'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:34:52.871101 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31868f93-035b-4349-ab2b-832858d5f5c0" -d '{"events": [{"server_uuid": "fba65196-f04a-4782-af71-077d9c39937f", "name": "network-vif-deleted", "tag": "d2cb051b-0c2e-4275-a57f-f5127883c61a"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:34:52.917362 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c72ea-985b-4ad8-9dae-83323e61c8e6 x-openstack-request-id: req-8d6c72ea-985b-4ad8-9dae-83323e61c8e6 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:34:52.917652 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba65196-f04a-4782-af71-077d9c39937f", "name": "network-vif-deleted", "tag": "d2cb051b-0c2e-4275-a57f-f5127883c61a", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:34:52.917933 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d6c72ea-985b-4ad8-9dae-83323e61c8e6 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:34:52.918304 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6c72ea-985b-4ad8-9dae-83323e61c8e6'] response: {'server_uuid': 'fba65196-f04a-4782-af71-077d9c39937f', 'name': 'network-vif-deleted', 'tag': 'd2cb051b-0c2e-4275-a57f-f5127883c61a', 'status': 'completed', 'code': 200} Oct 14 02:34:56.349613 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device d2cb051b-0c2e-4275-a57f-f5127883c61a no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:34:56.369894 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: d2cb051b-0c2e-4275-a57f-f5127883c61a {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:34:56.370236 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device d2cb051b-0c2e-4275-a57f-f5127883c61a not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:34:57.501969 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 48870) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:34:57.631348 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-78cf0b0f-db7c-4d18-ae68-7ca3a6107c9d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=49bdcf3d2b67466badfe669519fe7f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282332 Oct 14 02:34:57.633883 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 48874) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:34:57.680169 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Publish callbacks [] for security_group (053434ec-64ab-4591-8ed9-97d419d65e0d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:57.698971 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Publish callbacks [] for security_group (053434ec-64ab-4591-8ed9-97d419d65e0d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:57.745747 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (053434ec-64ab-4591-8ed9-97d419d65e0d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:57.748456 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:34:57.749554 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/053434ec-64ab-4591-8ed9-97d419d65e0d HTTP/1.1" status: 204 len: 168 time: 0.1148069 Oct 14 02:34:57.757331 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053434ec-64ab-4591-8ed9-97d419d65e0d,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:34:57.764398 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.764740 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.765073 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.765408 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.765734 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.766056 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.766940 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.767286 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.767626 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.767912 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.768236 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.768554 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.768877 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.769181 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:34:57.769494 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175d797-aa84-4f8d-9f47-9bff6723410b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:00.268063 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:02.822138 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=64,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:02.841154 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:07.752171 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:07.760074 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:08.374563 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:35:10.262100 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:10.264016 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:16.067825 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=18 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:16.552030 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2f52e4eb-465d-4e7b-95ae-3e1d6d0b0fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:18.370250 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=18 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:18.878101 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e7143960-5d5c-4e42-b6bb-2e1a2d57cfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:19.834973 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:21.553496 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:21.755668 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:30.284791 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:39.307766 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-43185270-c464-4c37-be58-0198984dbbba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1264281 Oct 14 02:35:39.387350 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-7bedc4ca-7d7e-48b6-9eda-91d1ddeef1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:39.388823 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-7bedc4ca-7d7e-48b6-9eda-91d1ddeef1ff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 1130 time: 0.0386915 Oct 14 02:35:39.491060 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-af5b852e-582b-4245-9b74-fbbbe838d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:39.492415 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-af5b852e-582b-4245-9b74-fbbbe838d997 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.0865917 Oct 14 02:35:39.552860 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-63f415be-52aa-47c5-8490-2e883942cc9a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c81acab-d59b-4fea-87ee-25d618b8a824 HTTP/1.1" status: 200 len: 1002 time: 0.0543568 Oct 14 02:35:39.599378 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-db21c9e0-a35b-4cc4-b0e2-72e28855d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:39.600772 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-db21c9e0-a35b-4cc4-b0e2-72e28855d549 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0427649 Oct 14 02:35:39.645929 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-82baf040-015f-42c7-a443-ce302e3cadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:39.647380 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-82baf040-015f-42c7-a443-ce302e3cadbc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411782 Oct 14 02:35:39.656448 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-922c5f46-c0c8-4d96-a587-1444af065e20 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:35:39.657378 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-922c5f46-c0c8-4d96-a587-1444af065e20 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046587 Oct 14 02:35:39.746463 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-1ee2d1fb-776b-4a23-8f78-31a8fa0d5a9e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825782 Oct 14 02:35:39.837801 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c24ffedb-f136-4cbd-9022-57e0489c6bb6 req-b720f5ed-9125-4956-ad98-9e2e515f672d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858812 Oct 14 02:35:40.274835 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:40.280689 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:45.373731 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:35:46.553539 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ded843a7-a6e2-48ce-977c-2eb83457880d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:48.881002 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-91bf2a17-1abd-4597-bea6-2905cfe433bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:49.833642 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=50 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:49.834402 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=51 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:49.837493 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:51.557928 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:51.758098 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:53.072576 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:55.369220 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:56.004334 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-a5da45d9-e36c-4fb1-bb3e-4d6a12a98a14 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1534613330&fields=id&tenant_id=3d1ba99898ca42c19c8f48fa498c5851 HTTP/1.1" status: 200 len: 267 time: 0.0444210 Oct 14 02:35:56.115158 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-7f9a0cfb-5c27-4b73-92d5-77b0280132f6 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:56.116617 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-7f9a0cfb-5c27-4b73-92d5-77b0280132f6 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 812 time: 0.1061716 Oct 14 02:35:56.130839 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-955959ef-5bfb-44a6-ad1f-4cba1d72f0a5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/quotas/3d1ba99898ca42c19c8f48fa498c5851 HTTP/1.1" status: 200 len: 375 time: 0.0088832 Oct 14 02:35:56.181582 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-97ab7767-d979-414c-b7a7-705ac2d09ec5 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459931 Oct 14 02:35:56.244308 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-1a87d2bb-0b2d-4dab-8e81-2eeeaf4ec9bf service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:35:56.245311 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-1a87d2bb-0b2d-4dab-8e81-2eeeaf4ec9bf service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0520813 Oct 14 02:35:56.336323 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-b33343b4-3d01-42bc-b053-8ccd5115e48b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851367 Oct 14 02:35:56.424048 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-5858a363-af41-44b4-b9f9-5b5029cc8166 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821495 Oct 14 02:35:56.888218 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4ca4b9d2-2b7a-43f2-95c9-2a1257444ec5 req-e3bea247-dbfa-456f-846c-a7fa7cd29568 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 210 time: 0.0290139 Oct 14 02:35:58.008825 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-947ab28c-6319-467a-8b64-1c4346ac731c req-41c1e41a-0b8a-46c4-bb38-5cba3a756f21 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 210 time: 0.0404086 Oct 14 02:35:58.019600 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-e28aedb6-ea59-4fe1-88c6-40f4757764f0 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:58.021066 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-e28aedb6-ea59-4fe1-88c6-40f4757764f0 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 812 time: 0.1340020 Oct 14 02:35:58.091003 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-e6a1fb6e-d9eb-4cde-a0cf-23528a44cac7 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3d1ba99898ca42c19c8f48fa498c5851 HTTP/1.1" status: 200 len: 380 time: 0.0567219 Oct 14 02:35:58.099441 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'port': {'device_id': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'admin_state_up': True, 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'security_groups': ['046e5c1a-89e6-45a3-890f-7573b3d18035']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:35:58.211059 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Made reservation on behalf of 3d1ba99898ca42c19c8f48fa498c5851 for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:35:58.214943 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:58.341443 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Allocated IP 172.20.0.8 (b6c4cb74-3815-46fa-aa24-77a73095845c/aa10ad7a-df1b-4bbd-adc5-32361d4066f0/b28951ef-20a8-4c83-a747-0eb1b2265e80) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:35:58.384636 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:58.442692 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:58.490060 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:58.522969 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:58.569281 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Network b6c4cb74-3815-46fa-aa24-77a73095845c is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:35:58.572410 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:35:58.574973 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:35:58.604415 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'Port': ['ID=b28951ef-20a8-4c83-a747-0eb1b2265e80,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:35:58.617317 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.617569 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.617907 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.618246 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.618584 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.618911 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.619260 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.619585 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.619908 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.620234 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.620554 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.620877 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.621206 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.621524 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.621840 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:35:58.643655 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:58.645186 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:58.662489 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-349ce366-6a8e-4e43-a62e-4a3f9f6a0862 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5668299 Oct 14 02:35:58.673730 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Request body: {'port': {'device_id': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84506'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:35:58.739145 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:58.826279 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-37f92048-69e2-4f3b-b83f-934a33900289 None None] Provisioning complete for port b28951ef-20a8-4c83-a747-0eb1b2265e80 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:35:58.826889 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-37f92048-69e2-4f3b-b83f-934a33900289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:58.826996 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-37f92048-69e2-4f3b-b83f-934a33900289 None None] Attempt 1 to provision port b28951ef-20a8-4c83-a747-0eb1b2265e80 Oct 14 02:35:58.858641 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-37f92048-69e2-4f3b-b83f-934a33900289 None None] Port b28951ef-20a8-4c83-a747-0eb1b2265e80 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:35:58.989318 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28951ef-20a8-4c83-a747-0eb1b2265e80 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:35:58.996752 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Publish callbacks [] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:59.009681 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Transition to ACTIVE for port object b28951ef-20a8-4c83-a747-0eb1b2265e80 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 02:35:59.013217 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:59.338349 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Pushing event updated for resources: {'Port': ['ID=b28951ef-20a8-4c83-a747-0eb1b2265e80,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:35:59.404373 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408ea66-1fb6-4e93-9e0f-5f0f159c85a3 req-04bc6c1c-8f02-401a-8848-8caa49a53941 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:59.405809 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0408ea66-1fb6-4e93-9e0f-5f0f159c85a3 req-04bc6c1c-8f02-401a-8848-8caa49a53941 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 943 time: 0.0686989 Oct 14 02:35:59.408210 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Attempting to bind port b28951ef-20a8-4c83-a747-0eb1b2265e80 on host hv-cinder-84506 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:35:59.408534 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Attempting to bind port b28951ef-20a8-4c83-a747-0eb1b2265e80 by drivers openvswitch,hyperv on host hv-cinder-84506 at level 0 using segments [{'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:35:59.408853 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Attempting to bind port b28951ef-20a8-4c83-a747-0eb1b2265e80 on network b6c4cb74-3815-46fa-aa24-77a73095845c {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:35:59.447248 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:59.466703 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:35:59.492927 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Port b28951ef-20a8-4c83-a747-0eb1b2265e80 on network b6c4cb74-3815-46fa-aa24-77a73095845c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84506 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 02:35:59.493253 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Attempting to bind port b28951ef-20a8-4c83-a747-0eb1b2265e80 on network b6c4cb74-3815-46fa-aa24-77a73095845c {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:35:59.500162 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0408ea66-1fb6-4e93-9e0f-5f0f159c85a3 req-7cdaa6ff-5ccf-4d64-b9b9-03638a029cf4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880747 Oct 14 02:35:59.540373 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Checking agent: {'id': 'f3b28d36-5cda-4130-b564-1c5edd1576a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'started_at': datetime.datetime(2022, 10, 14, 2, 22, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:35:59.540705 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Checking segment: {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:35:59.541083 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Bound using segment: {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:35:59.541511 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Bound port: b28951ef-20a8-4c83-a747-0eb1b2265e80, host: hv-cinder-84506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a57d9c-3db0-40ee-bf90-288c2c575af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:35:59.541865 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:59.601257 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] For port b28951ef-20a8-4c83-a747-0eb1b2265e80, host hv-cinder-84506, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:35:59.604405 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] For port b28951ef-20a8-4c83-a747-0eb1b2265e80, host hv-cinder-84506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b28951ef-20a8-4c83-a747-0eb1b2265e80,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:35:59.610176 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:59.613406 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:59.614010 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:35:59.615582 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b28951ef-20a8-4c83-a747-0eb1b2265e80 HTTP/1.1" status: 200 len: 1093 time: 0.9459467 Oct 14 02:35:59.617600 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'tag': 'b28951ef-20a8-4c83-a747-0eb1b2265e80'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:35:59.620527 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b056f4c4-9a7d-4da0-a599-743ea95ff669" -d '{"events": [{"name": "network-changed", "server_uuid": "c8584ea1-855b-4878-b59e-4cd6cc643ea4", "tag": "b28951ef-20a8-4c83-a747-0eb1b2265e80"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:35:59.697338 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc88a64-411c-42f6-ab1d-9e58f239c197 service neutron] Pushing event updated for resources: {'Port': ['ID=b28951ef-20a8-4c83-a747-0eb1b2265e80,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:35:59.712640 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-b0c98201-27d9-4e82-8007-8ddec9934faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:59.714123 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-b0c98201-27d9-4e82-8007-8ddec9934faf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 1127 time: 0.0525529 Oct 14 02:35:59.754276 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-c49884e3-cff7-494f-a5a9-d5c93bb542e5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b28951ef-20a8-4c83-a747-0eb1b2265e80 HTTP/1.1" status: 200 len: 217 time: 0.0336094 Oct 14 02:35:59.800411 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5616551-db66-47e9-b701-e74cf8bbb955 x-openstack-request-id: req-e5616551-db66-47e9-b701-e74cf8bbb955 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:35:59.800705 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8584ea1-855b-4878-b59e-4cd6cc643ea4", "tag": "b28951ef-20a8-4c83-a747-0eb1b2265e80", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:35:59.800960 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5616551-db66-47e9-b701-e74cf8bbb955 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:35:59.801357 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5616551-db66-47e9-b701-e74cf8bbb955'] response: {'name': 'network-changed', 'server_uuid': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'tag': 'b28951ef-20a8-4c83-a747-0eb1b2265e80', 'status': 'completed', 'code': 200} Oct 14 02:35:59.806865 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-593ad9bd-9da2-4b82-a3ca-3c88d59ce890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:59.808358 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-593ad9bd-9da2-4b82-a3ca-3c88d59ce890 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0482011 Oct 14 02:35:59.854083 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-1f7c8f7e-680f-4044-86ed-076d7bb320d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:35:59.855459 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-1f7c8f7e-680f-4044-86ed-076d7bb320d1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412977 Oct 14 02:35:59.943152 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-447a7cf3-6ed1-4573-94d6-7ec4a6d47831 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814581 Oct 14 02:36:00.033862 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-5a6c13c1-0b4f-411b-9bb4-aee42b13ab93 req-0ea5d05d-be6c-400d-8d1e-8c5c213a8fb5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845752 Oct 14 02:36:00.286451 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:00.341360 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056f4c4-9a7d-4da0-a599-743ea95ff669 req-17f26dc8-8e93-485a-8299-11b16dfeb318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:00.342830 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b056f4c4-9a7d-4da0-a599-743ea95ff669 req-17f26dc8-8e93-485a-8299-11b16dfeb318 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 1127 time: 0.0388224 Oct 14 02:36:00.435484 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056f4c4-9a7d-4da0-a599-743ea95ff669 req-5f5fa635-e02a-41b3-89af-16c473923063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:00.436901 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b056f4c4-9a7d-4da0-a599-743ea95ff669 req-5f5fa635-e02a-41b3-89af-16c473923063 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.0869176 Oct 14 02:36:00.477078 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b056f4c4-9a7d-4da0-a599-743ea95ff669 req-4786f888-b71d-44e8-9488-51b53a37e11c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b28951ef-20a8-4c83-a747-0eb1b2265e80 HTTP/1.1" status: 200 len: 217 time: 0.0312741 Oct 14 02:36:00.526809 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056f4c4-9a7d-4da0-a599-743ea95ff669 req-f645d6c5-f727-4c8b-ae3e-45259113434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:00.528229 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b056f4c4-9a7d-4da0-a599-743ea95ff669 req-f645d6c5-f727-4c8b-ae3e-45259113434d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0422993 Oct 14 02:36:00.574942 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056f4c4-9a7d-4da0-a599-743ea95ff669 req-aeea2745-5e39-48b1-9607-43502a512c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:00.576466 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b056f4c4-9a7d-4da0-a599-743ea95ff669 req-aeea2745-5e39-48b1-9607-43502a512c90 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423794 Oct 14 02:36:00.663053 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fc548-c03d-4fb1-a1c5-b70d769939f7 req-2abd0638-5bad-4d35-8081-69a8e6a378b9 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:00.664532 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-958fc548-c03d-4fb1-a1c5-b70d769939f7 req-2abd0638-5bad-4d35-8081-69a8e6a378b9 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 943 time: 0.0870693 Oct 14 02:36:00.692321 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:00.728819 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b056f4c4-9a7d-4da0-a599-743ea95ff669 req-068d7bb7-c8b8-4a52-bbac-8757d9a98b0a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415644 Oct 14 02:36:00.736596 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:00.763713 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-958fc548-c03d-4fb1-a1c5-b70d769939f7 req-6db48640-ac23-4ff9-b9ee-e2ecefe8c347 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916467 Oct 14 02:36:00.831220 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b056f4c4-9a7d-4da0-a599-743ea95ff669 req-73c177a1-c590-4370-a63d-b284d021aae3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895298 Oct 14 02:36:01.938333 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e7df9-dbdb-466b-bc21-885d1f3dd6f8 req-532b5653-9316-4179-bb3e-461f046c1bec tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:01.940306 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-017e7df9-dbdb-466b-bc21-885d1f3dd6f8 req-532b5653-9316-4179-bb3e-461f046c1bec tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 943 time: 0.0501359 Oct 14 02:36:01.987841 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-017e7df9-dbdb-466b-bc21-885d1f3dd6f8 req-056be06f-25df-4c8f-9823-dfca4447201d tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Oct 14 02:36:03.106604 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56d0c4-59e3-401d-96bf-55996e26dc0d req-3f295cc1-70e5-4f4a-b226-62b0296f382d tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:03.108084 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6c56d0c4-59e3-401d-96bf-55996e26dc0d req-3f295cc1-70e5-4f4a-b226-62b0296f382d tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 943 time: 0.0475082 Oct 14 02:36:03.156805 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6c56d0c4-59e3-401d-96bf-55996e26dc0d req-fba9f838-cfa6-4f23-871e-35faa56b799f tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426338 Oct 14 02:36:04.276138 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20fcc6-006b-4205-a93c-bbe0d767e314 req-0ef5aed1-962e-4ee8-8fd5-e36e9db792ba tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:04.277597 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a20fcc6-006b-4205-a93c-bbe0d767e314 req-0ef5aed1-962e-4ee8-8fd5-e36e9db792ba tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 943 time: 0.0465996 Oct 14 02:36:04.328970 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4a20fcc6-006b-4205-a93c-bbe0d767e314 req-47f3c4ba-81c1-4434-9c87-193ed4cd2d57 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451515 Oct 14 02:36:05.448481 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044bd1e-1e7b-44d3-9657-5db966017f76 req-6409a31c-9272-4c75-822c-7702008aa4f9 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:05.449927 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4044bd1e-1e7b-44d3-9657-5db966017f76 req-6409a31c-9272-4c75-822c-7702008aa4f9 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 943 time: 0.0464518 Oct 14 02:36:05.499131 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-4044bd1e-1e7b-44d3-9657-5db966017f76 req-a1f603df-6896-4a78-99bd-a89b958c080d tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437057 Oct 14 02:36:06.621086 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4ee03-df50-4ef5-bd5a-227dc1cb8d4e req-a3864be1-1727-4301-a6b6-91f2c88319d6 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:06.622526 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bad4ee03-df50-4ef5-bd5a-227dc1cb8d4e req-a3864be1-1727-4301-a6b6-91f2c88319d6 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 943 time: 0.0463450 Oct 14 02:36:06.670967 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bad4ee03-df50-4ef5-bd5a-227dc1cb8d4e req-a8c478af-677b-44a8-9b9a-0eda4679ab77 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 Oct 14 02:36:06.744028 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device b28951ef-20a8-4c83-a747-0eb1b2265e80 details requested by agent hyperv_hv-cinder-84506 with host hv-cinder-84506 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 02:36:06.845000 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port b28951ef-20a8-4c83-a747-0eb1b2265e80, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b28951ef-20a8-4c83-a747-0eb1b2265e80,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:36:06.856370 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Returning: {'device': 'b28951ef-20a8-4c83-a747-0eb1b2265e80', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'port_id': 'b28951ef-20a8-4c83-a747-0eb1b2265e80', 'mac_address': 'fa:16:3e:ea:55:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 02:36:06.891495 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port b28951ef-20a8-4c83-a747-0eb1b2265e80 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:36:06.891882 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:06.908819 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28951ef-20a8-4c83-a747-0eb1b2265e80 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 02:36:06.928342 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port b28951ef-20a8-4c83-a747-0eb1b2265e80, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b28951ef-20a8-4c83-a747-0eb1b2265e80,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:36:06.932304 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:06.978357 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=b28951ef-20a8-4c83-a747-0eb1b2265e80,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:36:06.985331 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.985673 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.986013 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.987311 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.987657 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.987989 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.988322 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.988649 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.988976 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.989298 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.989621 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.989945 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.990265 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.990584 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:06.990903 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:36:07.170896 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] get_ports_and_sgs() called for port_ids ['b28951ef-20a8-4c83-a747-0eb1b2265e80'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 02:36:07.387369 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:07.391929 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:07.797253 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908083be-5c79-44c2-b3dc-2388baf6fa3c req-87d2fbba-831a-4068-99ba-41f69425d053 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:07.798749 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-908083be-5c79-44c2-b3dc-2388baf6fa3c req-87d2fbba-831a-4068-99ba-41f69425d053 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 944 time: 0.0497632 Oct 14 02:36:07.847289 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-908083be-5c79-44c2-b3dc-2388baf6fa3c req-6e00045e-cd0f-483e-b6f7-8a21b4b4ef4f tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Oct 14 02:36:08.750836 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device b28951ef-20a8-4c83-a747-0eb1b2265e80 up at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:36:08.792828 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning for port b28951ef-20a8-4c83-a747-0eb1b2265e80 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 02:36:08.798152 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Provisioning complete for port b28951ef-20a8-4c83-a747-0eb1b2265e80 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:36:08.798524 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:08.799986 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Attempt 1 to provision port b28951ef-20a8-4c83-a747-0eb1b2265e80 Oct 14 02:36:08.875297 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Current status of the port b28951ef-20a8-4c83-a747-0eb1b2265e80 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:36:08.875697 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:08.901695 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28951ef-20a8-4c83-a747-0eb1b2265e80'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:36:08.903960 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52dee707bd8141d962691242d83517a2a1caf26216cbfe4cea8655932b904041" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a9de64-da57-494a-88d0-132732d90606" -d '{"events": [{"server_uuid": "c8584ea1-855b-4878-b59e-4cd6cc643ea4", "name": "network-vif-plugged", "status": "completed", "tag": "b28951ef-20a8-4c83-a747-0eb1b2265e80"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:36:08.918266 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] For port b28951ef-20a8-4c83-a747-0eb1b2265e80, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b28951ef-20a8-4c83-a747-0eb1b2265e80,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:36:08.922747 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:08.974338 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Pushing event updated for resources: {'Port': ['ID=b28951ef-20a8-4c83-a747-0eb1b2265e80,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:36:08.975772 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25257da-beb4-40dc-9317-95a0dd8c0465 req-465a977f-3c46-472b-8f67-51fa3fed4985 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:08.980239 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a25257da-beb4-40dc-9317-95a0dd8c0465 req-465a977f-3c46-472b-8f67-51fa3fed4985 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 945 time: 0.0546997 Oct 14 02:36:09.011584 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c75da9-f1e9-48a4-8822-1c25c1c98955 x-openstack-request-id: req-55c75da9-f1e9-48a4-8822-1c25c1c98955 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:36:09.011875 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8584ea1-855b-4878-b59e-4cd6cc643ea4", "name": "network-vif-plugged", "status": "completed", "tag": "b28951ef-20a8-4c83-a747-0eb1b2265e80", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:36:09.012125 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55c75da9-f1e9-48a4-8822-1c25c1c98955 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:36:09.012521 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c75da9-f1e9-48a4-8822-1c25c1c98955'] response: {'server_uuid': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28951ef-20a8-4c83-a747-0eb1b2265e80', 'code': 200} Oct 14 02:36:09.036588 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-a25257da-beb4-40dc-9317-95a0dd8c0465 req-05b59900-72f0-4e9e-851c-2aab90202842 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473554 Oct 14 02:36:09.226159 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210dc52-2978-484b-bb4b-0b14830e6dd6 req-a75ce46b-42b2-45ed-8034-92829fa91b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:09.227646 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6210dc52-2978-484b-bb4b-0b14830e6dd6 req-a75ce46b-42b2-45ed-8034-92829fa91b23 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 1129 time: 0.0414402 Oct 14 02:36:09.273496 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6210dc52-2978-484b-bb4b-0b14830e6dd6 req-c64b518d-19c0-4fd8-a034-16cfacb72074 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398440 Oct 14 02:36:10.163600 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7834157-c085-4d6b-b8bf-7cf530c1c0bd req-0ff2f2e6-0372-4607-b9da-e07e54cc8a4b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:10.165057 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b7834157-c085-4d6b-b8bf-7cf530c1c0bd req-0ff2f2e6-0372-4607-b9da-e07e54cc8a4b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 945 time: 0.0467162 Oct 14 02:36:10.217914 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b7834157-c085-4d6b-b8bf-7cf530c1c0bd req-62af9783-482d-419a-9d0c-0bd47354b206 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466874 Oct 14 02:36:11.305269 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:11.340517 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718954e9-583c-4150-baf7-739d517b76ee req-86e7dc0b-9996-4608-8c28-819d87af884d tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:11.341966 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-718954e9-583c-4150-baf7-739d517b76ee req-86e7dc0b-9996-4608-8c28-819d87af884d tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 945 time: 0.0465980 Oct 14 02:36:11.394618 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-718954e9-583c-4150-baf7-739d517b76ee req-08f4a784-3872-47ec-9518-128311a2ef72 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468538 Oct 14 02:36:11.511146 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6d9d2-0d4b-4029-9e8e-0d67fb1af090 req-fe666df1-1d66-440f-9cdf-131a860e176c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:11.512481 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ac6d9d2-0d4b-4029-9e8e-0d67fb1af090 req-fe666df1-1d66-440f-9cdf-131a860e176c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 945 time: 0.0456481 Oct 14 02:36:11.532199 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:11.562255 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-8ac6d9d2-0d4b-4029-9e8e-0d67fb1af090 req-972fbbe8-fdd9-4ad6-84a9-9609ac73db38 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442133 Oct 14 02:36:11.589836 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 48978) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:36:11.626942 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9814d42f-6b23-44e2-9ba1-ecdb2f2b9d7c tempest-TestVolumeBootPattern-949073917 tempest-TestVolumeBootPattern-949073917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:11.628464 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9814d42f-6b23-44e2-9ba1-ecdb2f2b9d7c tempest-TestVolumeBootPattern-949073917 tempest-TestVolumeBootPattern-949073917-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 1124 time: 0.0376425 Oct 14 02:36:11.631211 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 48980) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:36:11.635261 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Request body: {'floatingip': {'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'port_id': 'b28951ef-20a8-4c83-a747-0eb1b2265e80', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:36:11.655962 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:11.736561 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:11.841111 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Allocated IP 172.27.1.218 (56522007-ce4d-47e4-89fb-00d5a91d942b/cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3/9b774289-cae9-43b2-a978-16a6150517aa) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:36:11.948168 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for port (9b774289-cae9-43b2-a978-16a6150517aa), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:11.980668 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731582579676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (9b774289-cae9-43b2-a978-16a6150517aa), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:12.017586 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Network 56522007-ce4d-47e4-89fb-00d5a91d942b is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:36:12.022706 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:36:12.026595 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:36:12.031707 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'Port': ['ID=9b774289-cae9-43b2-a978-16a6150517aa,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:36:12.234377 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:12.336287 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:12.377030 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (75275494-0920-4b76-b8db-79ae58eb3378), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:12.444230 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801587'] for port (9b774289-cae9-43b2-a978-16a6150517aa), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:12.586265 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for port (9b774289-cae9-43b2-a978-16a6150517aa), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:12.590462 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731583034305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731582579694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731582579972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9734141'] for port (9b774289-cae9-43b2-a978-16a6150517aa), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:12.658408 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event updated for resources: {'Port': ['ID=9b774289-cae9-43b2-a978-16a6150517aa,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:36:12.661338 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582989'] for floatingip (75275494-0920-4b76-b8db-79ae58eb3378), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:12.758006 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Floating IP 75275494-0920-4b76-b8db-79ae58eb3378 associated. External IP: 172.27.1.218, port: b28951ef-20a8-4c83-a747-0eb1b2265e80. Oct 14 02:36:12.954702 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:36:13.043006 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:13.055399 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:36:13.065244 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b968d357-6e75-4fce-a4b4-07f8d17638a0 None None] Sync routers for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:36:13.075355 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:13.076309 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b968d357-6e75-4fce-a4b4-07f8d17638a0 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:36:13.076908 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b968d357-6e75-4fce-a4b4-07f8d17638a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:35:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:36:13.108149 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-452c170d-bac1-41a0-beb5-1162b84bea7e tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4759638 Oct 14 02:36:13.108805 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'tag': 'b28951ef-20a8-4c83-a747-0eb1b2265e80'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:36:13.111165 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8584ea1-855b-4878-b59e-4cd6cc643ea4", "tag": "b28951ef-20a8-4c83-a747-0eb1b2265e80"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:36:13.148769 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ba3845-0338-4586-9d1f-0583c6f5052f x-openstack-request-id: req-b0ba3845-0338-4586-9d1f-0583c6f5052f {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:36:13.149062 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8584ea1-855b-4878-b59e-4cd6cc643ea4", "tag": "b28951ef-20a8-4c83-a747-0eb1b2265e80", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:36:13.149318 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0ba3845-0338-4586-9d1f-0583c6f5052f {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:36:13.149727 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ba3845-0338-4586-9d1f-0583c6f5052f'] response: {'name': 'network-changed', 'server_uuid': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'tag': 'b28951ef-20a8-4c83-a747-0eb1b2265e80', 'status': 'completed', 'code': 200} Oct 14 02:36:13.180572 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b968d357-6e75-4fce-a4b4-07f8d17638a0 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:36:13.205494 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:13.211756 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b req-f3af7164-bcdb-4d26-8eac-b33d9b07bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:13.213256 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b req-f3af7164-bcdb-4d26-8eac-b33d9b07bfda service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 1129 time: 0.0403216 Oct 14 02:36:13.308263 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b req-e331b4b1-6a44-4bea-95f1-40ab1be212c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:13.309763 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b req-e331b4b1-6a44-4bea-95f1-40ab1be212c5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.0907426 Oct 14 02:36:13.371735 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b req-2e945406-2bd4-4ef3-9bba-1e7433c3b1e7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b28951ef-20a8-4c83-a747-0eb1b2265e80 HTTP/1.1" status: 200 len: 999 time: 0.0564463 Oct 14 02:36:13.421563 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b req-ba54a81d-682e-4a99-99ce-b9509b3c5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:13.423052 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b req-ba54a81d-682e-4a99-99ce-b9509b3c5a39 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0463548 Oct 14 02:36:13.469981 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b req-e4593927-a764-4da6-9bda-961d2f4705b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:13.471420 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b req-e4593927-a764-4da6-9bda-961d2f4705b4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429821 Oct 14 02:36:13.482418 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b968d357-6e75-4fce-a4b4-07f8d17638a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '75275494-0920-4b76-b8db-79ae58eb3378', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': 'b28951ef-20a8-4c83-a747-0eb1b2265e80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:ea:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:36:12Z', 'updated_at': '2022-10-14T02:36:12Z', 'revision_number': 0, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}, {'id': 'e481f170-d73e-4b1b-9309-a315b2dfc3d3', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:03:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:34:09Z', 'updated_at': '2022-10-14T02:34:11Z', 'revision_number': 1, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:36:13.508177 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b968d357-6e75-4fce-a4b4-07f8d17638a0 None None] Checking router: 24d2f0f4-cc13-4991-85db-5bd12eb8bffc for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:36:13.517080 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b968d357-6e75-4fce-a4b4-07f8d17638a0 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:36:13.517696 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b968d357-6e75-4fce-a4b4-07f8d17638a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:35:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:36:13.625554 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b968d357-6e75-4fce-a4b4-07f8d17638a0 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:36:13.808017 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b req-4e394cfe-6ee4-4ffe-8db1-c8cc5056420f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309493 Oct 14 02:36:13.843846 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b968d357-6e75-4fce-a4b4-07f8d17638a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '75275494-0920-4b76-b8db-79ae58eb3378', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': 'b28951ef-20a8-4c83-a747-0eb1b2265e80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:ea:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:36:12Z', 'updated_at': '2022-10-14T02:36:12Z', 'revision_number': 0, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}, {'id': 'e481f170-d73e-4b1b-9309-a315b2dfc3d3', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:03:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:34:09Z', 'updated_at': '2022-10-14T02:34:11Z', 'revision_number': 1, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:36:13.868790 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b968d357-6e75-4fce-a4b4-07f8d17638a0 None None] The sync data for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi is: [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': '75275494-0920-4b76-b8db-79ae58eb3378', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': 'b28951ef-20a8-4c83-a747-0eb1b2265e80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:ea:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:36:12Z', 'updated_at': '2022-10-14T02:36:12Z', 'revision_number': 0, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}, {'id': 'e481f170-d73e-4b1b-9309-a315b2dfc3d3', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:03:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:34:09Z', 'updated_at': '2022-10-14T02:34:11Z', 'revision_number': 1, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:36:13.903127 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e43f2d0c-d16a-4e6f-89df-ff8d3ca6152b req-0c9efeaa-95a1-4f35-a49e-7029689c18bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896235 Oct 14 02:36:14.065426 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bbbb24-2f73-4593-bbe7-338f2a47ff87 None None] New status for floating IP 75275494-0920-4b76-b8db-79ae58eb3378: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:36:16.556615 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fd152591-0d57-45d5-a7e9-4aa74b28afbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:18.883488 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e663aee1-c085-43e1-a2c9-a2c38bdbebc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:19.839689 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:21.560795 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:21.760679 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:22.373018 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:36:23.893237 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=41 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:23.900013 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=53 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:30.078358 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=77 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:30.297992 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:32.369147 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:40.291367 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:40.293244 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=46,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:40.822618 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-98138761-2111-45d2-8bc0-03f8a6f6a64e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384007 Oct 14 02:36:40.901116 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-9cca500e-91b7-4777-acb6-e57b1cb0a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:40.902564 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-9cca500e-91b7-4777-acb6-e57b1cb0a48a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 1130 time: 0.0392976 Oct 14 02:36:41.010886 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-1f2bef4b-76c9-4a29-9e9f-fac0439aa22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:41.012366 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-1f2bef4b-76c9-4a29-9e9f-fac0439aa22e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.0887938 Oct 14 02:36:41.072694 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-988ffe05-73bc-4c50-9fb8-a24e59e6b310 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c81acab-d59b-4fea-87ee-25d618b8a824 HTTP/1.1" status: 200 len: 1002 time: 0.0538869 Oct 14 02:36:41.124415 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-f1effee5-0985-418d-90cd-0638e1213ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:41.125848 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-f1effee5-0985-418d-90cd-0638e1213ebf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0467269 Oct 14 02:36:41.167536 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-1c5be2f6-8394-4bd0-91f0-dc71a91618ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:36:41.168971 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-1c5be2f6-8394-4bd0-91f0-dc71a91618ff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377357 Oct 14 02:36:41.263285 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-f3204dce-bdcd-47b3-83ca-312107c71858 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880506 Oct 14 02:36:41.352002 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-7240961f-5604-47b6-8e1e-a962e697eb53 req-d2cb2641-9c95-42dd-a916-960de35bd40f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821018 Oct 14 02:36:46.556758 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfa18-6465-4491-98f9-93f5419746b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:48.885451 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4c469a11-0502-41e6-8a11-9e2974e83cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:49.842035 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:51.342175 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=49 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:51.348672 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=52 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:36:51.565261 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:51.763123 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:36:59.371732 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:37:00.315015 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:10.309285 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:10.311156 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:14.585096 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=19 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:14.590255 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=15 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:16.558396 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-af50a008-ceb9-4283-acc2-f5d2bb48b9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:18.887515 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efdb6dce-da41-4d28-bcf9-2accee853768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:19.847739 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:21.568651 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:21.765896 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:30.321992 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:36.371498 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:37:40.311919 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:40.317683 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:41.240638 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 49004) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:37:41.379119 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Deleting port 9b774289-cae9-43b2-a978-16a6150517aa {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:37:41.379458 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (9b774289-cae9-43b2-a978-16a6150517aa), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:41.456950 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (9b774289-cae9-43b2-a978-16a6150517aa), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:41.456950 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (9b774289-cae9-43b2-a978-16a6150517aa), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:41.468967 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Calling delete_port for 9b774289-cae9-43b2-a978-16a6150517aa owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:37:41.610186 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (9b774289-cae9-43b2-a978-16a6150517aa), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:41.634455 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event deleted for resources: {'Port': ['ID=9b774289-cae9-43b2-a978-16a6150517aa,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:41.659169 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.659509 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.659846 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.660178 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.660534 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.660862 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.661180 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.661497 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.661819 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.662134 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.662454 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.662768 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.663103 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.663420 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.663733 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:41.705536 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (75275494-0920-4b76-b8db-79ae58eb3378), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:41.705856 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Floating IP 75275494-0920-4b76-b8db-79ae58eb3378 disassociated (deleted). External IP: 172.27.1.218, port: b28951ef-20a8-4c83-a747-0eb1b2265e80. Oct 14 02:37:41.903577 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:37:42.004826 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:37:42.009651 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:42.015162 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17b5c2-d7c3-470e-9138-e55277dfb99c None None] Sync routers for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:37:42.024561 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17b5c2-d7c3-470e-9138-e55277dfb99c None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:37:42.026334 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ed17b5c2-d7c3-470e-9138-e55277dfb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:37:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:42.038991 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-eac5b671-fd4b-4a8e-b130-eae52db40992 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/75275494-0920-4b76-b8db-79ae58eb3378 HTTP/1.1" status: 204 len: 168 time: 0.7972531 Oct 14 02:37:42.039674 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'tag': 'b28951ef-20a8-4c83-a747-0eb1b2265e80'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:37:42.042512 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895" -d '{"events": [{"name": "network-changed", "server_uuid": "c8584ea1-855b-4878-b59e-4cd6cc643ea4", "tag": "b28951ef-20a8-4c83-a747-0eb1b2265e80"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:37:42.094510 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda2085f-afae-4d06-8870-a44b99e60253 x-openstack-request-id: req-eda2085f-afae-4d06-8870-a44b99e60253 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:37:42.094805 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8584ea1-855b-4878-b59e-4cd6cc643ea4", "tag": "b28951ef-20a8-4c83-a747-0eb1b2265e80", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:37:42.095058 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eda2085f-afae-4d06-8870-a44b99e60253 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:37:42.095489 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda2085f-afae-4d06-8870-a44b99e60253'] response: {'name': 'network-changed', 'server_uuid': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'tag': 'b28951ef-20a8-4c83-a747-0eb1b2265e80', 'status': 'completed', 'code': 200} Oct 14 02:37:42.126047 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:42.139949 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ed17b5c2-d7c3-470e-9138-e55277dfb99c None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:37:42.161691 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895 req-2431213b-8338-45ad-ae50-8ef6b3e853a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:42.163110 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895 req-2431213b-8338-45ad-ae50-8ef6b3e853a1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 1129 time: 0.0447974 Oct 14 02:37:42.195883 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:42.298984 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895 req-a79e3594-f277-4bd6-8e87-59eff1fb1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:42.300486 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895 req-a79e3594-f277-4bd6-8e87-59eff1fb1d58 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.1281071 Oct 14 02:37:42.311280 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8bc2d-c6ca-4182-876f-dfd165e25472 req-c883f6d9-8cca-4cc0-9c5c-c4b3b1e4d692 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:42.312685 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ce8bc2d-c6ca-4182-876f-dfd165e25472 req-c883f6d9-8cca-4cc0-9c5c-c4b3b1e4d692 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 945 time: 0.0647712 Oct 14 02:37:42.359095 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ed17b5c2-d7c3-470e-9138-e55277dfb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': 'e481f170-d73e-4b1b-9309-a315b2dfc3d3', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:03:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:34:09Z', 'updated_at': '2022-10-14T02:34:11Z', 'revision_number': 1, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:42.361910 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-1ce8bc2d-c6ca-4182-876f-dfd165e25472 req-eda066e7-2a27-4d37-89f6-d592f9c7875c tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436096 Oct 14 02:37:42.386972 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17b5c2-d7c3-470e-9138-e55277dfb99c None None] Checking router: 24d2f0f4-cc13-4991-85db-5bd12eb8bffc for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:37:42.395393 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17b5c2-d7c3-470e-9138-e55277dfb99c None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:37:42.395982 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ed17b5c2-d7c3-470e-9138-e55277dfb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:37:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:42.495973 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ed17b5c2-d7c3-470e-9138-e55277dfb99c None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:37:42.781429 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ed17b5c2-d7c3-470e-9138-e55277dfb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': 'e481f170-d73e-4b1b-9309-a315b2dfc3d3', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:03:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:34:09Z', 'updated_at': '2022-10-14T02:34:11Z', 'revision_number': 1, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:42.805616 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17b5c2-d7c3-470e-9138-e55277dfb99c None None] The sync data for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi is: [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_floatingips': [{'id': 'e481f170-d73e-4b1b-9309-a315b2dfc3d3', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'router_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'port_id': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'mac_address': 'fa:16:3e:03:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T02:34:09Z', 'updated_at': '2022-10-14T02:34:11Z', 'revision_number': 1, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:37:43.016878 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec9630-8e90-4bce-adf3-2f0a7b9035a5 None None] New status for floating IP 75275494-0920-4b76-b8db-79ae58eb3378: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:37:43.256521 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895 req-8f8a9f9c-b248-4fde-8138-448d15e38032 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b28951ef-20a8-4c83-a747-0eb1b2265e80 HTTP/1.1" status: 200 len: 217 time: 0.0371518 Oct 14 02:37:43.307086 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895 req-3a2d16a4-a854-43ae-8a61-2fffebe9999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:43.308461 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895 req-3a2d16a4-a854-43ae-8a61-2fffebe9999e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0430436 Oct 14 02:37:43.436113 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895 req-f7ef9d37-a5f8-406c-9d90-69ab979996ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:43.437895 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895 req-f7ef9d37-a5f8-406c-9d90-69ab979996ad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432537 Oct 14 02:37:43.542618 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0673366-02a0-4514-a424-9ab8f85fbb77 req-38a363cc-7831-4be4-b88b-06d5c88bce69 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:43.544139 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c0673366-02a0-4514-a424-9ab8f85fbb77 req-38a363cc-7831-4be4-b88b-06d5c88bce69 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 945 time: 0.0911214 Oct 14 02:37:43.592925 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895 req-ffbb6c17-92a6-437e-bf59-aab7f6805cb7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486545 Oct 14 02:37:43.619876 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-c0673366-02a0-4514-a424-9ab8f85fbb77 req-fa3f27e8-4870-47bd-8d73-39508999c482 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685503 Oct 14 02:37:43.779097 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-b0cd7ca4-d2c2-47e3-a1eb-a4352b669895 req-c461d7f9-9609-4c2e-b549-8ed99e060c7c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920475 Oct 14 02:37:43.808754 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b465d6-880f-45f2-942e-523918e6a03e req-5042c56a-d8c2-43f2-a088-315f7f598775 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:43.810368 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9b465d6-880f-45f2-942e-523918e6a03e req-5042c56a-d8c2-43f2-a088-315f7f598775 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 945 time: 0.0560653 Oct 14 02:37:43.898371 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-a9b465d6-880f-45f2-942e-523918e6a03e req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Deleting port b28951ef-20a8-4c83-a747-0eb1b2265e80 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:37:43.898714 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a9b465d6-880f-45f2-942e-523918e6a03e req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:43.995117 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-a9b465d6-880f-45f2-942e-523918e6a03e req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] For port b28951ef-20a8-4c83-a747-0eb1b2265e80, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=b28951ef-20a8-4c83-a747-0eb1b2265e80,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:37:43.995367 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a9b465d6-880f-45f2-942e-523918e6a03e req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:44.010446 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-a9b465d6-880f-45f2-942e-523918e6a03e req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Calling delete_port for b28951ef-20a8-4c83-a747-0eb1b2265e80 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:37:44.155503 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a9b465d6-880f-45f2-942e-523918e6a03e req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (b28951ef-20a8-4c83-a747-0eb1b2265e80), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:44.184330 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event deleted for resources: {'Port': ['ID=b28951ef-20a8-4c83-a747-0eb1b2265e80,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:44.198159 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.198619 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.198829 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.199206 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.199542 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.199868 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.200194 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.200515 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.200838 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.201162 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.201485 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.201811 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.202129 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.202510 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.202869 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:44.242225 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b465d6-880f-45f2-942e-523918e6a03e req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] No DVR routers for this DVR port b28951ef-20a8-4c83-a747-0eb1b2265e80 on host hv-cinder-84506 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:37:44.245561 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a9b465d6-880f-45f2-942e-523918e6a03e req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:44.248882 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9b465d6-880f-45f2-942e-523918e6a03e req-12b0f3f6-f2d2-4c19-8a9e-c753747fb2d4 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b28951ef-20a8-4c83-a747-0eb1b2265e80 HTTP/1.1" status: 204 len: 173 time: 0.4325554 Oct 14 02:37:44.249391 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'name': 'network-vif-deleted', 'tag': 'b28951ef-20a8-4c83-a747-0eb1b2265e80'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:37:44.251702 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a9e16a42a41e74a24b2716f8493475e84b1d04a09f39e9d054da084b6719147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1679125e-4e53-421e-9677-1c4f03cc9d9e" -d '{"events": [{"server_uuid": "c8584ea1-855b-4878-b59e-4cd6cc643ea4", "name": "network-vif-deleted", "tag": "b28951ef-20a8-4c83-a747-0eb1b2265e80"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:37:44.353886 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4ac1fe-73ba-4ae5-bbac-978f40e2a055 x-openstack-request-id: req-5c4ac1fe-73ba-4ae5-bbac-978f40e2a055 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:37:44.354189 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8584ea1-855b-4878-b59e-4cd6cc643ea4", "name": "network-vif-deleted", "tag": "b28951ef-20a8-4c83-a747-0eb1b2265e80", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:37:44.354440 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c4ac1fe-73ba-4ae5-bbac-978f40e2a055 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:37:44.354845 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4ac1fe-73ba-4ae5-bbac-978f40e2a055'] response: {'server_uuid': 'c8584ea1-855b-4878-b59e-4cd6cc643ea4', 'name': 'network-vif-deleted', 'tag': 'b28951ef-20a8-4c83-a747-0eb1b2265e80', 'status': 'completed', 'code': 200} Oct 14 02:37:44.739490 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-727f5e57-e72c-47d6-a90f-611427e149e6 req-ff080482-8bf4-4584-a2c2-b25ca80484d2 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8584ea1-855b-4878-b59e-4cd6cc643ea4 HTTP/1.1" status: 200 len: 210 time: 0.0281203 Oct 14 02:37:46.560614 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-952ceba5-8a9b-46cb-865b-c79ddb62334f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:47.278999 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device b28951ef-20a8-4c83-a747-0eb1b2265e80 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:37:47.297795 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: b28951ef-20a8-4c83-a747-0eb1b2265e80 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:37:47.298142 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device b28951ef-20a8-4c83-a747-0eb1b2265e80 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:37:48.038763 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 49048) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:37:48.177708 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Deleting port 318dbec8-ae0a-4195-b1c9-1c3668df0b14 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:37:48.178048 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (318dbec8-ae0a-4195-b1c9-1c3668df0b14), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:48.257205 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (318dbec8-ae0a-4195-b1c9-1c3668df0b14), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:48.257522 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (318dbec8-ae0a-4195-b1c9-1c3668df0b14), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:48.270633 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Calling delete_port for 318dbec8-ae0a-4195-b1c9-1c3668df0b14 owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:37:48.347752 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:48.349564 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:48.416974 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (318dbec8-ae0a-4195-b1c9-1c3668df0b14), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:48.440500 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event deleted for resources: {'Port': ['ID=318dbec8-ae0a-4195-b1c9-1c3668df0b14,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:48.500982 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (e481f170-d73e-4b1b-9309-a315b2dfc3d3), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:48.501308 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Floating IP e481f170-d73e-4b1b-9309-a315b2dfc3d3 disassociated (deleted). External IP: 172.27.1.242, port: 8c81acab-d59b-4fea-87ee-25d618b8a824. Oct 14 02:37:48.694628 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:37:48.797908 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:37:48.802672 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:48.808106 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15441d-3701-4347-ac68-b7d64fdb334a None None] Sync routers for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:37:48.817307 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15441d-3701-4347-ac68-b7d64fdb334a None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:37:48.817994 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9c15441d-3701-4347-ac68-b7d64fdb334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:37:19Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:48.833059 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5cf55357-055d-49d3-8099-779768b47d6b tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/e481f170-d73e-4b1b-9309-a315b2dfc3d3 HTTP/1.1" status: 204 len: 168 time: 0.7932055 Oct 14 02:37:48.833715 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'tag': '8c81acab-d59b-4fea-87ee-25d618b8a824'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:37:48.836458 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cfab15-a915-4b2b-b4e0-915972b8b758" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a3465-807f-4f91-a61b-76357bec01c9", "tag": "8c81acab-d59b-4fea-87ee-25d618b8a824"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:37:48.880592 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 02:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c0b54d-039b-4824-b2af-238e7194bb2f x-openstack-request-id: req-d3c0b54d-039b-4824-b2af-238e7194bb2f {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:37:48.881208 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a3465-807f-4f91-a61b-76357bec01c9", "tag": "8c81acab-d59b-4fea-87ee-25d618b8a824", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:37:48.881687 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3c0b54d-039b-4824-b2af-238e7194bb2f {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:37:48.882449 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c0b54d-039b-4824-b2af-238e7194bb2f'] response: {'name': 'network-changed', 'server_uuid': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'tag': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'status': 'completed', 'code': 200} Oct 14 02:37:48.897307 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1ae3279a-3346-4f6e-bb95-a84fa2e0e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:48.928763 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-9c15441d-3701-4347-ac68-b7d64fdb334a None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:37:48.945184 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfab15-a915-4b2b-b4e0-915972b8b758 req-1a282fb5-ece2-44c4-986b-d4dc9ea34d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:48.946589 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9cfab15-a915-4b2b-b4e0-915972b8b758 req-1a282fb5-ece2-44c4-986b-d4dc9ea34d7c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 1130 time: 0.0444262 Oct 14 02:37:49.042408 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:49.056223 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:49.059927 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfab15-a915-4b2b-b4e0-915972b8b758 req-e8ec2023-7825-4ae5-9f2d-51fb04bd6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:49.061610 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9cfab15-a915-4b2b-b4e0-915972b8b758 req-e8ec2023-7825-4ae5-9f2d-51fb04bd6456 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 200 len: 913 time: 0.1093371 Oct 14 02:37:49.089347 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b7f39-5ae9-40ce-8d01-01880ef07e93 req-754c6f32-22c3-4e68-b828-ff35ccdd51a1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:49.090942 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa7b7f39-5ae9-40ce-8d01-01880ef07e93 req-754c6f32-22c3-4e68-b828-ff35ccdd51a1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 946 time: 0.0483239 Oct 14 02:37:49.128974 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9c15441d-3701-4347-ac68-b7d64fdb334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:49.140599 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aa7b7f39-5ae9-40ce-8d01-01880ef07e93 req-d818ab60-35c7-41be-91b2-b2e88642d700 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440490 Oct 14 02:37:49.167288 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15441d-3701-4347-ac68-b7d64fdb334a None None] Checking router: 24d2f0f4-cc13-4991-85db-5bd12eb8bffc for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:37:49.167288 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15441d-3701-4347-ac68-b7d64fdb334a None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:37:49.167288 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9c15441d-3701-4347-ac68-b7d64fdb334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:37:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:49.262347 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-9c15441d-3701-4347-ac68-b7d64fdb334a None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:37:49.441220 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9c15441d-3701-4347-ac68-b7d64fdb334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:49.469327 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15441d-3701-4347-ac68-b7d64fdb334a None None] The sync data for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi is: [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:30:49Z', 'revision_number': 4, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi', '_interfaces': [{'id': 'd84fa3a5-4ffb-4d13-87a7-0d09ad58c729', 'name': '', 'network_id': 'b6c4cb74-3815-46fa-aa24-77a73095845c', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'mac_address': 'fa:16:3e:43:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:46Z', 'updated_at': '2022-10-14T02:30:54Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'subnets': [{'id': 'aa10ad7a-df1b-4bbd-adc5-32361d4066f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:37:49.684222 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028e2bd0-b79d-4535-beac-90671cb6cf1c None None] New status for floating IP e481f170-d73e-4b1b-9309-a315b2dfc3d3: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 02:37:49.846482 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:50.009676 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9cfab15-a915-4b2b-b4e0-915972b8b758 req-2f6d1e4a-f02c-4279-871f-8d45898e7999 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c81acab-d59b-4fea-87ee-25d618b8a824 HTTP/1.1" status: 200 len: 217 time: 0.0335791 Oct 14 02:37:50.061272 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfab15-a915-4b2b-b4e0-915972b8b758 req-f594b4cd-f724-4fc3-abc1-e0f35b50b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:50.062716 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9cfab15-a915-4b2b-b4e0-915972b8b758 req-f594b4cd-f724-4fc3-abc1-e0f35b50b80d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 200 len: 851 time: 0.0468247 Oct 14 02:37:50.185573 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfab15-a915-4b2b-b4e0-915972b8b758 req-2950e26e-1791-4273-9589-1d5f52a2d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:50.187237 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9cfab15-a915-4b2b-b4e0-915972b8b758 req-2950e26e-1791-4273-9589-1d5f52a2d179 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b6c4cb74-3815-46fa-aa24-77a73095845c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406260 Oct 14 02:37:50.268418 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77e5eb-6cfa-44a6-b9cc-cee9c960f84c req-e84ca33c-9cc1-4e5d-bfe8-fa9c8f4c1718 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:50.269898 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea77e5eb-6cfa-44a6-b9cc-cee9c960f84c req-e84ca33c-9cc1-4e5d-bfe8-fa9c8f4c1718 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 946 time: 0.0499108 Oct 14 02:37:50.280851 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9cfab15-a915-4b2b-b4e0-915972b8b758 req-dcfb5b2d-b9e8-4832-8821-d14f0852a5b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870497 Oct 14 02:37:50.319174 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-ea77e5eb-6cfa-44a6-b9cc-cee9c960f84c req-694aed9e-efb1-4f9a-ac7b-2623d96ca658 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=046e5c1a-89e6-45a3-890f-7573b3d18035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Oct 14 02:37:50.444351 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:50.455825 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9cfab15-a915-4b2b-b4e0-915972b8b758 req-c97046f7-2df0-4d70-ba6e-72b057da4c6d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871739 Oct 14 02:37:50.489443 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d713-bb0e-4812-a751-4a3c21fff522 req-9a1a06af-12b0-44c2-9be9-c47d9d7684d3 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:37:50.490900 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fd68d713-bb0e-4812-a751-4a3c21fff522 req-9a1a06af-12b0-44c2-9be9-c47d9d7684d3 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 946 time: 0.0476124 Oct 14 02:37:50.575546 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-fd68d713-bb0e-4812-a751-4a3c21fff522 req-c38baf98-cb5c-4921-bb62-4f3f5cdf0fd1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Deleting port 8c81acab-d59b-4fea-87ee-25d618b8a824 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:37:50.575882 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fd68d713-bb0e-4812-a751-4a3c21fff522 req-c38baf98-cb5c-4921-bb62-4f3f5cdf0fd1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:50.629714 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:50.663773 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-fd68d713-bb0e-4812-a751-4a3c21fff522 req-c38baf98-cb5c-4921-bb62-4f3f5cdf0fd1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] For port 8c81acab-d59b-4fea-87ee-25d618b8a824, host hv-cinder-84506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84506',level=0,port_id=8c81acab-d59b-4fea-87ee-25d618b8a824,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:37:50.664132 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fd68d713-bb0e-4812-a751-4a3c21fff522 req-c38baf98-cb5c-4921-bb62-4f3f5cdf0fd1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:50.676751 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [req-fd68d713-bb0e-4812-a751-4a3c21fff522 req-c38baf98-cb5c-4921-bb62-4f3f5cdf0fd1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Calling delete_port for 8c81acab-d59b-4fea-87ee-25d618b8a824 owned by compute:nova {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:37:50.738510 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:50.806519 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fd68d713-bb0e-4812-a751-4a3c21fff522 req-c38baf98-cb5c-4921-bb62-4f3f5cdf0fd1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (8c81acab-d59b-4fea-87ee-25d618b8a824), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:50.832962 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38baf98-cb5c-4921-bb62-4f3f5cdf0fd1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event deleted for resources: {'Port': ['ID=8c81acab-d59b-4fea-87ee-25d618b8a824,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:50.879045 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd68d713-bb0e-4812-a751-4a3c21fff522 req-c38baf98-cb5c-4921-bb62-4f3f5cdf0fd1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] No DVR routers for this DVR port 8c81acab-d59b-4fea-87ee-25d618b8a824 on host hv-cinder-84506 {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:37:50.881478 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-fd68d713-bb0e-4812-a751-4a3c21fff522 req-c38baf98-cb5c-4921-bb62-4f3f5cdf0fd1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:50.884728 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-fd68d713-bb0e-4812-a751-4a3c21fff522 req-c38baf98-cb5c-4921-bb62-4f3f5cdf0fd1 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.25 "DELETE /networking/v2.0/ports/8c81acab-d59b-4fea-87ee-25d618b8a824 HTTP/1.1" status: 204 len: 173 time: 0.3884287 Oct 14 02:37:50.885920 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'name': 'network-vif-deleted', 'tag': '8c81acab-d59b-4fea-87ee-25d618b8a824'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 02:37:50.888307 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b51db85e06b8ec476d21f92c69574412740f196c1cc8c6c60b243bd660c091d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db651de-1eeb-4210-86ee-412d5060ee73" -d '{"events": [{"server_uuid": "5a0a3465-807f-4f91-a61b-76357bec01c9", "name": "network-vif-deleted", "tag": "8c81acab-d59b-4fea-87ee-25d618b8a824"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 02:37:50.924980 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 02:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cc87b3-eef2-48fd-a505-1b2dfaaa3d2d x-openstack-request-id: req-58cc87b3-eef2-48fd-a505-1b2dfaaa3d2d {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 02:37:50.925333 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0a3465-807f-4f91-a61b-76357bec01c9", "name": "network-vif-deleted", "tag": "8c81acab-d59b-4fea-87ee-25d618b8a824", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 02:37:50.925593 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58cc87b3-eef2-48fd-a505-1b2dfaaa3d2d {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 02:37:50.925996 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58cc87b3-eef2-48fd-a505-1b2dfaaa3d2d'] response: {'server_uuid': '5a0a3465-807f-4f91-a61b-76357bec01c9', 'name': 'network-vif-deleted', 'tag': '8c81acab-d59b-4fea-87ee-25d618b8a824', 'status': 'completed', 'code': 200} Oct 14 02:37:51.437073 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [req-e0aee0b3-17b7-4e9c-a41d-a1f1316e69a9 req-6acb40f8-ab76-48a8-8627-c34fee5a0402 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a0a3465-807f-4f91-a61b-76357bec01c9 HTTP/1.1" status: 200 len: 210 time: 0.0319755 Oct 14 02:37:51.573437 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:51.768231 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:52.502710 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 49064) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:37:52.610633 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc1561-932d-4571-8a64-3ba932140772 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Deleting port c8eb1098-a230-4d3d-9df8-940a8e7cc573 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:37:52.611001 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1561-932d-4571-8a64-3ba932140772 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (c8eb1098-a230-4d3d-9df8-940a8e7cc573), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:52.684380 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1561-932d-4571-8a64-3ba932140772 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (c8eb1098-a230-4d3d-9df8-940a8e7cc573), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:52.684695 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1561-932d-4571-8a64-3ba932140772 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (c8eb1098-a230-4d3d-9df8-940a8e7cc573), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:52.696725 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc1561-932d-4571-8a64-3ba932140772 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Calling delete_port for c8eb1098-a230-4d3d-9df8-940a8e7cc573 owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:37:52.826258 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1561-932d-4571-8a64-3ba932140772 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (c8eb1098-a230-4d3d-9df8-940a8e7cc573), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:52.850593 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc1561-932d-4571-8a64-3ba932140772 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event deleted for resources: {'Port': ['ID=c8eb1098-a230-4d3d-9df8-940a8e7cc573,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:52.914693 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1561-932d-4571-8a64-3ba932140772 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for floatingip (25640758-cb83-4a06-aa58-13faed0dc37e), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:52.917631 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1561-932d-4571-8a64-3ba932140772 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872258'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:52.918778 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7bbc1561-932d-4571-8a64-3ba932140772 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/25640758-cb83-4a06-aa58-13faed0dc37e HTTP/1.1" status: 204 len: 168 time: 0.4162276 Oct 14 02:37:53.294513 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 8c81acab-d59b-4fea-87ee-25d618b8a824 no longer exists at agent hyperv_hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:37:53.314573 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] No Port match for: 8c81acab-d59b-4fea-87ee-25d618b8a824 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:37:53.314914 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Device 8c81acab-d59b-4fea-87ee-25d618b8a824 not bound to the agent host hv-cinder-84506 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:37:54.127282 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 49076) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:37:54.183720 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5a7e600e-b8b9-4714-b152-3c2985ec6d64 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group (046e5c1a-89e6-45a3-890f-7573b3d18035), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:54.207003 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5a7e600e-b8b9-4714-b152-3c2985ec6d64 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group (046e5c1a-89e6-45a3-890f-7573b3d18035), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:54.243873 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:54.266623 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5a7e600e-b8b9-4714-b152-3c2985ec6d64 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (046e5c1a-89e6-45a3-890f-7573b3d18035), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:54.269202 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5a7e600e-b8b9-4714-b152-3c2985ec6d64 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:54.270354 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5a7e600e-b8b9-4714-b152-3c2985ec6d64 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/046e5c1a-89e6-45a3-890f-7573b3d18035 HTTP/1.1" status: 204 len: 168 time: 0.1419756 Oct 14 02:37:54.280101 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e600e-b8b9-4714-b152-3c2985ec6d64 tempest-TestVolumeBootPattern-79635908 tempest-TestVolumeBootPattern-79635908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e5c1a-89e6-45a3-890f-7573b3d18035,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:55.335689 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 49082) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:37:55.625231 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:55.738355 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587853'] for router_interface (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:56.192977 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] Deleting port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:37:56.193306 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:56.270244 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] For port d84fa3a5-4ffb-4d13-87a7-0d09ad58c729, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=d84fa3a5-4ffb-4d13-87a7-0d09ad58c729,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:37:56.270597 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:56.282942 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] Calling delete_port for d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:37:56.442154 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:56.462256 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (d84fa3a5-4ffb-4d13-87a7-0d09ad58c729), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:56.487763 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84fa3a5-4ffb-4d13-87a7-0d09ad58c729,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:56.649713 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587833'] for router_interface (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:56.670640 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0733f5-c633-410d-910a-ed0cdbbe9758 None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:37:56.693252 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:56.746547 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0733f5-c633-410d-910a-ed0cdbbe9758 None None] Resources bound (agent type, host, resource id): {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 02:37:56.860029 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] Router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:37:56.961148 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:37:56.969707 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 49086) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:37:56.970874 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994097ec-879f-4841-8441-8bba72c88a68 None None] Sync routers for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:37:56.976984 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5e700bf8-48ff-4040-b078-d4ce01ddb1d3 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/24d2f0f4-cc13-4991-85db-5bd12eb8bffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6401453 Oct 14 02:37:56.985159 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994097ec-879f-4841-8441-8bba72c88a68 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:37:56.985770 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-994097ec-879f-4841-8441-8bba72c88a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:37:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:57.076815 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Publish callbacks [] for router (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.092541 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-994097ec-879f-4841-8441-8bba72c88a68 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: dv-cinder-845069-4-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:37:57.169489 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:57.186466 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Publish callbacks [] for router_gateway (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.231257 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Deleting port b7189be0-d13f-43e3-8145-6ffc459f7b26 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:37:57.231746 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.274074 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-994097ec-879f-4841-8441-8bba72c88a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:37:56Z', 'revision_number': 5, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port': {'id': 'b7189be0-d13f-43e3-8145-6ffc459f7b26', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:40Z', 'updated_at': '2022-10-14T02:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:57.300715 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994097ec-879f-4841-8441-8bba72c88a68 None None] Checking router: 24d2f0f4-cc13-4991-85db-5bd12eb8bffc for host: dv-cinder-845069-4-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:37:57.310836 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994097ec-879f-4841-8441-8bba72c88a68 None None] Routers {'24d2f0f4-cc13-4991-85db-5bd12eb8bffc'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:37:57.311518 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-994097ec-879f-4841-8441-8bba72c88a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:37:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:57.321184 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] For port b7189be0-d13f-43e3-8145-6ffc459f7b26, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=b7189be0-d13f-43e3-8145-6ffc459f7b26,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:37:57.321548 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.335558 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Calling delete_port for b7189be0-d13f-43e3-8145-6ffc459f7b26 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:37:57.397269 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-994097ec-879f-4841-8441-8bba72c88a68 None None] Set router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:37:57.424057 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-fdb4202f-cde6-460c-a250-6a91a67798dc None None] Provisioning complete for port 66700f61-a76e-40c5-a126-0f00a2185792 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:37:57.424507 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fdb4202f-cde6-460c-a250-6a91a67798dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (66700f61-a76e-40c5-a126-0f00a2185792), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.424839 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-fdb4202f-cde6-460c-a250-6a91a67798dc None None] Attempt 1 to provision port 66700f61-a76e-40c5-a126-0f00a2185792 Oct 14 02:37:57.451278 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-994097ec-879f-4841-8441-8bba72c88a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:37:57Z', 'revision_number': 6, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port_host': None}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:57.478327 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994097ec-879f-4841-8441-8bba72c88a68 None None] The sync data for ids ['24d2f0f4-cc13-4991-85db-5bd12eb8bffc'] in dv-cinder-845069-4-iscsi is: [{'id': '24d2f0f4-cc13-4991-85db-5bd12eb8bffc', 'name': 'tempest-TestVolumeBootPattern-1197830896-router', 'tenant_id': '3d1ba99898ca42c19c8f48fa498c5851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:39Z', 'updated_at': '2022-10-14T02:37:57Z', 'revision_number': 6, 'project_id': '3d1ba99898ca42c19c8f48fa498c5851', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:37:57.510773 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4202f-cde6-460c-a250-6a91a67798dc None None] Current status of the port 66700f61-a76e-40c5-a126-0f00a2185792 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:37:57.516410 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (b7189be0-d13f-43e3-8145-6ffc459f7b26), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.545939 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=b7189be0-d13f-43e3-8145-6ffc459f7b26,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:57.606369 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582515'] for router_gateway (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.693989 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15749'] for router (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.696218 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Publish callbacks [] for router_controller (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.741420 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587873'] for router (24d2f0f4-cc13-4991-85db-5bd12eb8bffc), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.742134 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24d2f0f4-cc13-4991-85db-5bd12eb8bffc {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 02:37:57.747595 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.748856 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f705544d-2236-4402-86a3-c1f647a62f0c admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/24d2f0f4-cc13-4991-85db-5bd12eb8bffc HTTP/1.1" status: 204 len: 168 time: 0.7780738 Oct 14 02:37:57.751337 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 49088) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:37:57.796216 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b262acd3-4fbd-430a-91c5-e2c2caf29632 admin admin] Deleting subnet aa10ad7a-df1b-4bbd-adc5-32361d4066f0 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:37:57.799372 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b262acd3-4fbd-430a-91c5-e2c2caf29632 admin admin] Publish callbacks [] for subnet (aa10ad7a-df1b-4bbd-adc5-32361d4066f0), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.834864 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b262acd3-4fbd-430a-91c5-e2c2caf29632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944087'] for subnet (aa10ad7a-df1b-4bbd-adc5-32361d4066f0), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.855816 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:57.923834 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b262acd3-4fbd-430a-91c5-e2c2caf29632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (aa10ad7a-df1b-4bbd-adc5-32361d4066f0), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:57.975682 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b262acd3-4fbd-430a-91c5-e2c2caf29632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9674441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975224'] for subnet (aa10ad7a-df1b-4bbd-adc5-32361d4066f0), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.004036 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b262acd3-4fbd-430a-91c5-e2c2caf29632 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.007773 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b262acd3-4fbd-430a-91c5-e2c2caf29632 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/aa10ad7a-df1b-4bbd-adc5-32361d4066f0 HTTP/1.1" status: 204 len: 168 time: 0.2553539 Oct 14 02:37:58.008576 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262acd3-4fbd-430a-91c5-e2c2caf29632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa10ad7a-df1b-4bbd-adc5-32361d4066f0,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:58.008899 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdcb642-fdb5-4152-a7c5-b0db3a89346c None None] Network b6c4cb74-3815-46fa-aa24-77a73095845c requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:37:58.010341 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 49090) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:37:58.086029 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (b6c4cb74-3815-46fa-aa24-77a73095845c), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.129421 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Deleting port 66700f61-a76e-40c5-a126-0f00a2185792 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:37:58.129763 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (66700f61-a76e-40c5-a126-0f00a2185792), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.197627 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] For port 66700f61-a76e-40c5-a126-0f00a2185792, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=66700f61-a76e-40c5-a126-0f00a2185792,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:37:58.197627 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (66700f61-a76e-40c5-a126-0f00a2185792), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.214944 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Calling delete_port for 66700f61-a76e-40c5-a126-0f00a2185792 owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:37:58.233050 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] DHCP port deletion for b6c4cb74-3815-46fa-aa24-77a73095845c request from dv-cinder-845069-4-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 02:37:58.277047 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Deleting port 66700f61-a76e-40c5-a126-0f00a2185792 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:37:58.277440 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (66700f61-a76e-40c5-a126-0f00a2185792), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.305916 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9733894'] for port (66700f61-a76e-40c5-a126-0f00a2185792), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.320728 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 66700f61-a76e-40c5-a126-0f00a2185792 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:37:58.327628 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:58.334048 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Pushing event deleted for resources: {'Port': ['ID=66700f61-a76e-40c5-a126-0f00a2185792,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:58.336030 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] No DVR routers for this DVR port 66700f61-a76e-40c5-a126-0f00a2185792 on host dv-cinder-845069-4-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:37:58.356189 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 66700f61-a76e-40c5-a126-0f00a2185792 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:37:58.356821 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 66700f61-a76e-40c5-a126-0f00a2185792 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:37:58.357246 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b7189be0-d13f-43e3-8145-6ffc459f7b26 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:37:58.385425 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: b7189be0-d13f-43e3-8145-6ffc459f7b26 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:37:58.385768 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device b7189be0-d13f-43e3-8145-6ffc459f7b26 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:37:58.386181 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:37:58.392500 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] For port 66700f61-a76e-40c5-a126-0f00a2185792, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=66700f61-a76e-40c5-a126-0f00a2185792,segment=NetworkSegment(09a57d9c-3db0-40ee-bf90-288c2c575af7),segment_id=09a57d9c-3db0-40ee-bf90-288c2c575af7)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:37:58.392893 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (66700f61-a76e-40c5-a126-0f00a2185792), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.412338 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (b6c4cb74-3815-46fa-aa24-77a73095845c), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.414287 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:37:58.414735 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device d84fa3a5-4ffb-4d13-87a7-0d09ad58c729 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:37:58.423532 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Calling delete_port for 66700f61-a76e-40c5-a126-0f00a2185792 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:37:58.437903 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c4cb74-3815-46fa-aa24-77a73095845c']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:58.445010 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:58.449540 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a57d9c-3db0-40ee-bf90-288c2c575af7') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:58.449840 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a57d9c-3db0-40ee-bf90-288c2c575af7') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:37:58.461342 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8933932'] for segment (09a57d9c-3db0-40ee-bf90-288c2c575af7), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.477429 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (09a57d9c-3db0-40ee-bf90-288c2c575af7), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.486410 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:37:58.487000 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9734105'] for segment (09a57d9c-3db0-40ee-bf90-288c2c575af7), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.512392 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685'] for port (66700f61-a76e-40c5-a126-0f00a2185792), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.537033 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:58.538274 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Pushing event deleted for resources: {'Port': ['ID=66700f61-a76e-40c5-a126-0f00a2185792,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:58.546373 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] No DVR routers for this DVR port 66700f61-a76e-40c5-a126-0f00a2185792 on host dv-cinder-845069-4-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.565912 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d003ca0-db57-43dc-8e1e-9628598c6362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845069-4-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:37:58.571240 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (b6c4cb74-3815-46fa-aa24-77a73095845c), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.576361 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:58.580152 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/b6c4cb74-3815-46fa-aa24-77a73095845c HTTP/1.1" status: 204 len: 168 time: 0.5685856 Oct 14 02:37:58.582990 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 49096) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:37:58.598965 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e2be9-5764-4478-92c9-e61817a2a99d admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c4cb74-3815-46fa-aa24-77a73095845c,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:58.613249 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 09a57d9c-3db0-40ee-bf90-288c2c575af7 resource provider aggregate not found Oct 14 02:37:58.629764 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 09a57d9c-3db0-40ee-bf90-288c2c575af7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09a57d9c-3db0-40ee-bf90-288c2c575af7 found for delete ", "request_id": "req-1e138c4a-f1e8-475f-9f45-0107e6b5eac6"}]} Oct 14 02:37:58.679668 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:58.909208 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587853'] for router_interface (f061c183-a104-4df2-ae58-5dd6008a27e6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:59.122121 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] Deleting port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:37:59.122814 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:59.199502 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] For port 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e,segment=NetworkSegment(d71053df-22e0-4b23-a8f5-a64b1c8677d2),segment_id=d71053df-22e0-4b23-a8f5-a64b1c8677d2)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:37:59.199829 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:59.212099 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] Calling delete_port for 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:37:59.261313 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:59.386183 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:59.413373 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:37:59.480798 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:37:59.579327 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587833'] for router_interface (f061c183-a104-4df2-ae58-5dd6008a27e6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:37:59.599301 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b0ebf3-7996-4cc1-b17d-5cadb7e530f9 None None] get_active_networks_info from dv-cinder-845069-4-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:37:59.668423 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0ebf3-7996-4cc1-b17d-5cadb7e530f9 None None] Resources bound (agent type, host, resource id): {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 02:37:59.785824 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] Router f061c183-a104-4df2-ae58-5dd6008a27e6 has already been hosted by L3 agent 30c588b4-b7d7-4178-905c-602a2664da32 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:37:59.891879 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] Notify agent at l3_agent.dv-cinder-845069-4-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:37:59.896814 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fd936fc7-db95-4c60-9e62-431cb219c353 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/f061c183-a104-4df2-ae58-5dd6008a27e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3125973 Oct 14 02:37:59.899349 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 49100) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:37:59.903813 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bada59-74fb-4dd5-9e85-f3897af2fd75 None None] Sync routers for ids ['f061c183-a104-4df2-ae58-5dd6008a27e6'] in dv-cinder-845069-4-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:37:59.915017 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bada59-74fb-4dd5-9e85-f3897af2fd75 None None] Routers {'f061c183-a104-4df2-ae58-5dd6008a27e6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:37:59.915692 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f9bada59-74fb-4dd5-9e85-f3897af2fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:37:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['f061c183-a104-4df2-ae58-5dd6008a27e6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:38:00.029705 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f9bada59-74fb-4dd5-9e85-f3897af2fd75 None None] Set router f061c183-a104-4df2-ae58-5dd6008a27e6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:38:00.226319 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f9bada59-74fb-4dd5-9e85-f3897af2fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'name': 'tempest-TestVolumeBootPattern-254899337-router', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:55Z', 'updated_at': '2022-10-14T02:37:59Z', 'revision_number': 5, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'gw_port': {'id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:56Z', 'updated_at': '2022-10-14T02:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:38:00.252251 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bada59-74fb-4dd5-9e85-f3897af2fd75 None None] Checking router: f061c183-a104-4df2-ae58-5dd6008a27e6 for host: dv-cinder-845069-4-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:38:00.261802 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bada59-74fb-4dd5-9e85-f3897af2fd75 None None] Routers {'f061c183-a104-4df2-ae58-5dd6008a27e6'} bound to L3 agent in host dv-cinder-845069-4-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:38:00.262466 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f9bada59-74fb-4dd5-9e85-f3897af2fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845069-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:16:19Z,description=,heartbeat_timestamp=2022-10-14T02:37:49Z,host='dv-cinder-845069-4-iscsi',id=30c588b4-b7d7-4178-905c-602a2664da32,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:16:19Z,topic='l3_agent')) {'router_ids': ['f061c183-a104-4df2-ae58-5dd6008a27e6'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:38:00.264004 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Publish callbacks [] for router (f061c183-a104-4df2-ae58-5dd6008a27e6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.364199 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:00.368380 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Publish callbacks [] for router_gateway (f061c183-a104-4df2-ae58-5dd6008a27e6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.369391 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.372041 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-63d0a40b-48bd-4585-a3eb-ce067426916c None None] Provisioning complete for port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:38:00.372418 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-63d0a40b-48bd-4585-a3eb-ce067426916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383363'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.372723 dv-cinder-845069-4-iscsi neutron-server[104417]: INFO neutron.plugins.ml2.plugin [None req-63d0a40b-48bd-4585-a3eb-ce067426916c None None] Attempt 1 to provision port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 Oct 14 02:38:00.407388 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f9bada59-74fb-4dd5-9e85-f3897af2fd75 None None] Set router f061c183-a104-4df2-ae58-5dd6008a27e6 gateway port host: dv-cinder-845069-4-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:38:00.413927 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Deleting port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:38:00.414272 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.496940 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] For port 1bc83fdc-849d-4f36-85b3-f765b7ead9d1, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=1bc83fdc-849d-4f36-85b3-f765b7ead9d1,segment=NetworkSegment(883ec884-7eaa-4bef-bac3-33422bc99b8f),segment_id=883ec884-7eaa-4bef-bac3-33422bc99b8f)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:38:00.497312 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.509982 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Calling delete_port for 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:38:00.516121 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:00.543202 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:00.663418 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:00.684690 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (1bc83fdc-849d-4f36-85b3-f765b7ead9d1), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.708644 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-63d0a40b-48bd-4585-a3eb-ce067426916c None None] Current status of the port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:38:00.713934 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc83fdc-849d-4f36-85b3-f765b7ead9d1,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:38:00.757487 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f9bada59-74fb-4dd5-9e85-f3897af2fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'name': 'tempest-TestVolumeBootPattern-254899337-router', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:55Z', 'updated_at': '2022-10-14T02:37:59Z', 'revision_number': 5, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'gw_port': {'id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:56Z', 'updated_at': '2022-10-14T02:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}], 'dv-cinder-845069-4-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:38:00.780784 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582515'] for router_gateway (f061c183-a104-4df2-ae58-5dd6008a27e6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.783573 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bada59-74fb-4dd5-9e85-f3897af2fd75 None None] The sync data for ids ['f061c183-a104-4df2-ae58-5dd6008a27e6'] in dv-cinder-845069-4-iscsi is: [{'id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'name': 'tempest-TestVolumeBootPattern-254899337-router', 'tenant_id': 'a3033337c7734a46a7c933fbf5325521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'external_fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:30:55Z', 'updated_at': '2022-10-14T02:37:59Z', 'revision_number': 5, 'project_id': 'a3033337c7734a46a7c933fbf5325521', 'gw_port': {'id': '1bc83fdc-849d-4f36-85b3-f765b7ead9d1', 'name': '', 'network_id': '56522007-ce4d-47e4-89fb-00d5a91d942b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061c183-a104-4df2-ae58-5dd6008a27e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845069-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:30:56Z', 'updated_at': '2022-10-14T02:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb588d00-b8c8-4ed3-8c18-5cd4d4bd9ad3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845069-4-iscsi'}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:38:00.868182 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15749'] for router (f061c183-a104-4df2-ae58-5dd6008a27e6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.871142 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Publish callbacks [] for router_controller (f061c183-a104-4df2-ae58-5dd6008a27e6), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.912643 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587873'] for router (f061c183-a104-4df2-ae58-5dd6008a27e6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.913289 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f061c183-a104-4df2-ae58-5dd6008a27e6 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 02:38:00.918447 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:00.919343 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d85275ec-1d4c-4122-939e-230a1a385287 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/f061c183-a104-4df2-ae58-5dd6008a27e6 HTTP/1.1" status: 204 len: 168 time: 1.0188782 Oct 14 02:38:00.921793 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 49102) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:38:00.969565 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ffa1da-072b-4f9f-9862-faf94228c2d1 admin admin] Deleting subnet bd2dbbb1-8662-4e87-9cb6-127c6ec83924 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 02:38:00.972613 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa1da-072b-4f9f-9862-faf94228c2d1 admin admin] Publish callbacks [] for subnet (bd2dbbb1-8662-4e87-9cb6-127c6ec83924), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.007596 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa1da-072b-4f9f-9862-faf94228c2d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944087'] for subnet (bd2dbbb1-8662-4e87-9cb6-127c6ec83924), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.081113 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa1da-072b-4f9f-9862-faf94228c2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360760'] for subnet (bd2dbbb1-8662-4e87-9cb6-127c6ec83924), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.140807 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa1da-072b-4f9f-9862-faf94228c2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9674441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8975224'] for subnet (bd2dbbb1-8662-4e87-9cb6-127c6ec83924), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.168087 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffa1da-072b-4f9f-9862-faf94228c2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2dbbb1-8662-4e87-9cb6-127c6ec83924,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:38:01.172962 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa1da-072b-4f9f-9862-faf94228c2d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.176869 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f8ffa1da-072b-4f9f-9862-faf94228c2d1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/bd2dbbb1-8662-4e87-9cb6-127c6ec83924 HTTP/1.1" status: 204 len: 168 time: 0.2541456 Oct 14 02:38:01.178566 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8995e05-d55f-4d73-a067-4f5dd4bbcd0f None None] Network 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 requested from dv-cinder-845069-4-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:38:01.179362 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 49104) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:38:01.251378 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370293'] for network (25945e9e-5a3f-4a15-b24b-4db0cb0b0df1), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.293356 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:01.303851 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Deleting port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:38:01.304195 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.340451 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d565b-b2ab-4aed-bdd9-059c3cc3942b None None] DHCP port deletion for 25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 request from dv-cinder-845069-4-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 02:38:01.372357 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] For port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=8dfb1514-eb47-4da0-8c3d-3b3a7af25070,segment=NetworkSegment(d71053df-22e0-4b23-a8f5-a64b1c8677d2),segment_id=d71053df-22e0-4b23-a8f5-a64b1c8677d2)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:38:01.372806 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.380062 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d565b-b2ab-4aed-bdd9-059c3cc3942b None None] Deleting port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 02:38:01.380438 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1a4d565b-b2ab-4aed-bdd9-059c3cc3942b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731583034152'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.387908 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Calling delete_port for 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:38:01.449737 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1a4d565b-b2ab-4aed-bdd9-059c3cc3942b None None] For port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070, host dv-cinder-845069-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845069-4-iscsi',level=0,port_id=8dfb1514-eb47-4da0-8c3d-3b3a7af25070,segment=NetworkSegment(d71053df-22e0-4b23-a8f5-a64b1c8677d2),segment_id=d71053df-22e0-4b23-a8f5-a64b1c8677d2)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:38:01.450179 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1a4d565b-b2ab-4aed-bdd9-059c3cc3942b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470387'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.464449 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d565b-b2ab-4aed-bdd9-059c3cc3942b None None] Calling delete_port for 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 02:38:01.476002 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9674492'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.505076 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfb1514-eb47-4da0-8c3d-3b3a7af25070,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:38:01.509412 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] No DVR routers for this DVR port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 on host dv-cinder-845069-4-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:38:01.543095 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1a4d565b-b2ab-4aed-bdd9-059c3cc3942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1803180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731583035814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731582579685'] for port (8dfb1514-eb47-4da0-8c3d-3b3a7af25070), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.571161 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d565b-b2ab-4aed-bdd9-059c3cc3942b None None] Pushing event deleted for resources: {'Port': ['ID=8dfb1514-eb47-4da0-8c3d-3b3a7af25070,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:38:01.577287 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d565b-b2ab-4aed-bdd9-059c3cc3942b None None] No DVR routers for this DVR port 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 on host dv-cinder-845069-4-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 02:38:01.589995 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384042', 'neutron.services.segments.db._delete_segments_for_network-8731583098076'] for network (25945e9e-5a3f-4a15-b24b-4db0cb0b0df1), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.612352 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25945e9e-5a3f-4a15-b24b-4db0cb0b0df1']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:38:01.621765 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:01.623662 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71053df-22e0-4b23-a8f5-a64b1c8677d2') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:38:01.623955 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71053df-22e0-4b23-a8f5-a64b1c8677d2') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:38:01.634251 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731583047078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944046'] for segment (d71053df-22e0-4b23-a8f5-a64b1c8677d2), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.648478 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351'] for segment (d71053df-22e0-4b23-a8f5-a64b1c8677d2), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.655662 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 02:38:01.656046 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9674275'] for segment (d71053df-22e0-4b23-a8f5-a64b1c8677d2), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.721099 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582572'] for network (25945e9e-5a3f-4a15-b24b-4db0cb0b0df1), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.728197 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment d71053df-22e0-4b23-a8f5-a64b1c8677d2 resource provider aggregate not found Oct 14 02:38:01.734164 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642159'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.737653 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/25945e9e-5a3f-4a15-b24b-4db0cb0b0df1 HTTP/1.1" status: 204 len: 168 time: 0.5573087 Oct 14 02:38:01.751182 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment d71053df-22e0-4b23-a8f5-a64b1c8677d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d71053df-22e0-4b23-a8f5-a64b1c8677d2 found for delete ", "request_id": "req-3e7ed3e2-b3b9-40a2-b3df-b3f7144187f8"}]} Oct 14 02:38:01.752256 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98f4a3-997c-41f1-ad63-b6bd1a5c40c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=25945e9e-5a3f-4a15-b24b-4db0cb0b0df1,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:38:01.860427 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 49114) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:38:01.902067 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d6cac976-6017-4dbc-afea-d66838245cc2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3d1ba99898ca42c19c8f48fa498c5851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377507 Oct 14 02:38:01.902536 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.18', 49116) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:38:01.948563 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d0e9ee8-1867-487a-bc9c-48e78232a0a6 admin admin] Publish callbacks [] for security_group (2cda2d91-f8a7-4066-bb74-bb71606d456d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:01.968301 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d0e9ee8-1867-487a-bc9c-48e78232a0a6 admin admin] Publish callbacks [] for security_group (2cda2d91-f8a7-4066-bb74-bb71606d456d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:02.017590 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d0e9ee8-1867-487a-bc9c-48e78232a0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (2cda2d91-f8a7-4066-bb74-bb71606d456d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:02.020156 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d0e9ee8-1867-487a-bc9c-48e78232a0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:02.021281 dv-cinder-845069-4-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0d0e9ee8-1867-487a-bc9c-48e78232a0a6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2cda2d91-f8a7-4066-bb74-bb71606d456d HTTP/1.1" status: 204 len: 168 time: 0.1178162 Oct 14 02:38:02.029045 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e9ee8-1867-487a-bc9c-48e78232a0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cda2d91-f8a7-4066-bb74-bb71606d456d,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:38:02.169874 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:38:02.191025 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:38:02.191407 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 03d7f4f3-6e1f-4cb2-a29c-d7a4c75fbd0e not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:38:02.191830 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:38:02.210435 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:38:02.210786 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 8dfb1514-eb47-4da0-8c3d-3b3a7af25070 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:38:02.211225 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 no longer exists at agent ovs-agent-dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 02:38:02.228915 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] No Port match for: 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 02:38:02.229255 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Device 1bc83fdc-849d-4f36-85b3-f765b7ead9d1 not bound to the agent host dv-cinder-845069-4-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 02:38:02.349693 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 49122) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:38:02.390128 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-38e41106-b957-44ff-b755-aeb606338461 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a3033337c7734a46a7c933fbf5325521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393279 Oct 14 02:38:02.392635 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.18', 49124) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:38:02.409027 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:02.443442 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9680fab9-32f8-42c3-9d4c-9d5905df1a9b admin admin] Publish callbacks [] for security_group (4cd66fc9-d9ba-4ecd-b956-bc1d0e04c499), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:02.463936 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9680fab9-32f8-42c3-9d4c-9d5905df1a9b admin admin] Publish callbacks [] for security_group (4cd66fc9-d9ba-4ecd-b956-bc1d0e04c499), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:02.509041 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9680fab9-32f8-42c3-9d4c-9d5905df1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535078'] for security_group (4cd66fc9-d9ba-4ecd-b956-bc1d0e04c499), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:02.512122 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9680fab9-32f8-42c3-9d4c-9d5905df1a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:02.513366 dv-cinder-845069-4-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9680fab9-32f8-42c3-9d4c-9d5905df1a9b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4cd66fc9-d9ba-4ecd-b956-bc1d0e04c499 HTTP/1.1" status: 204 len: 168 time: 0.1198344 Oct 14 02:38:02.521028 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680fab9-32f8-42c3-9d4c-9d5905df1a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd66fc9-d9ba-4ecd-b956-bc1d0e04c499,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:38:12.024092 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=67,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:12.024986 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=6,neutron:SELECT=26 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:12.214716 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=55,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:12.495955 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=29,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:12.517300 dv-cinder-845069-4-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:12.533836 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=48,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:13.370017 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:38:16.565089 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0c82547a-68cb-4410-81b9-4cc64efed86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:18.890898 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-99a10085-3eed-4ffa-acfd-39e1fd222d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:19.850077 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:21.575337 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:21.773342 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:23.364824 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:23.365576 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=90 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:30.325743 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:40.319751 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:40.321541 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:38:46.567314 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eea7f033-4a1f-4fce-b8ef-f03465eecff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:48.892747 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7202e1e9-cd18-4301-8219-03c76a39942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:49.853066 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:50.369303 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:38:51.578764 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:51.776968 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:38:58.083683 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:39:00.320451 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:39:00.365184 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:39:10.315127 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:39:10.316975 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:39:14.591814 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=14 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:39:14.593667 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=12 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:39:16.569755 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d6e86ce-9df5-4c5e-8585-dcc000a83a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:39:18.898985 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16091c8d-5c87-4dfe-bfe4-f2f6f74508c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:39:19.854959 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:39:21.582735 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:39:21.780183 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:39:27.368779 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:39:30.321102 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:39:35.074851 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:39:37.365181 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:39:40.314458 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:39:40.316879 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:39:46.570922 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8291c3fc-1cd3-4de3-8522-5aa79b31c4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:39:48.891884 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90086342-359e-4f2f-a3df-bfc292cf9550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:39:49.858150 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:39:51.585503 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:39:51.785807 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:00.332945 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:04.367323 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:40:07.885637 dv-cinder-845069-4-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-46530c2e-ae5b-4e55-b55a-9f1432baa61c req-c0ecaa27-4f5f-44ad-b7aa-890f1f9854f6 service neutron] (104416) timed out ('10.222.0.25', 50049) {{(pid=104416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 02:40:10.327012 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:40:10.328875 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:40:15.027911 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:40:15.996940 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:40:16.573135 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6323cb2b-599b-493c-a2c2-09e3bf84adcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:18.893566 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4e16a196-0126-4da0-846a-a221da55d61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:19.861217 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:21.588994 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:21.788526 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:30.352600 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:40.346005 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:40:40.348525 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:40:41.365219 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:40:46.574776 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1409a5c7-e014-4783-9726-04b8af6dc579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:48.895646 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-61b4413d-1c95-4676-a6e8-5f55396cadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:49.065930 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:40:49.863985 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:51.364945 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:40:51.592548 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:40:51.791122 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:00.373607 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:10.364322 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:41:10.369339 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:41:14.596116 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=12 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:41:14.601991 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=14 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:41:16.576069 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-778864d0-9452-401d-b29e-549605fa977c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:18.364446 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:41:18.898828 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-58886ac5-a39d-42ef-a756-81736c3ed365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:19.870274 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:21.595581 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:21.793888 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:26.065679 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:41:28.360636 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:41:30.368477 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:40.357312 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:41:40.363055 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:41:46.578187 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8b9840f4-a0b4-44aa-ba12-89f43cba5735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:48.899555 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-71a0fd17-ee91-411e-875d-712145278e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:49.870158 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:51.599158 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:51.796358 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:41:55.363611 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:42:00.384863 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:42:10.374529 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=13 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:42:10.379387 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:42:15.033061 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:42:15.033822 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:42:16.579572 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-94d8faab-6822-43b5-af33-923198dd3a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:42:18.901865 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5087acf6-0f28-4dc3-8459-0a5b743edf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:42:19.872796 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:42:21.603221 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:42:21.799571 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:42:30.386882 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:42:32.362505 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:42:40.381160 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:42:40.382960 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:42:42.357139 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:42:42.357879 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:42:46.580860 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-002ea001-5db2-47ad-b489-62a31b86c835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:42:48.903831 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-bb2e0754-9ed4-4228-a1ad-d383745c7b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:42:49.874476 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:42:51.604401 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:42:51.801568 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:43:00.401921 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:43:09.361960 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-4a349482-c7b5-42dd-9d00-bcd664aa8320 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:43:10.396219 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:43:10.398032 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:43:16.582975 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5fa945de-d656-4c4e-b1b9-8376ef320c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02db64dc-8aab-4dd5-ba76-bc8bd004038a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:43:18.906373 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec087074-2fd1-4108-a522-9cd93758f8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (30c588b4-b7d7-4178-905c-602a2664da32), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:43:19.357242 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=18 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:43:19.357969 dv-cinder-845069-4-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=16 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:43:19.877926 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e3745720-a876-4388-8d29-d817344fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (46619073-19bc-4e3b-a6da-d7822f833f84), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:43:21.611403 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ef7f77df-0b92-46fc-b5c1-605d21b0562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (02f96866-3b93-44eb-83b2-da212e1f8e28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:43:21.802916 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e45db09d-96c4-499a-bf0a-91135969a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (69118877-9e71-42f7-8fa1-aff6efce0e37), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:43:30.403339 dv-cinder-845069-4-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f87c4d2-668b-405a-a08d-15b6a01cc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731583098058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1383205'] for agent (f3b28d36-5cda-4130-b564-1c5edd1576a1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}